00000800:00000200:0.1F:1772471392.420871:0:3650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea31374e] -> 12345-192.168.202.158@tcp (2) 00000800:00000200:0.1:1772471392.429130:0:3640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea31374e] -> 12345-192.168.202.158@tcp (2) 00000800:00000200:0.1:1772471392.429135:0:3640:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.158@tcp 00000000632cace7 deleted 00000800:00000010:0.1:1772471392.429137:0:3640:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000632cace7. 00000800:00000200:0.1:1772471392.429143:0:3640:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1772471392.429149:0:3640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.158@tcp ip 192.168.202.158:1023 00000800:00000200:0.1:1772471392.429154:0:3640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000135e6153 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1772471392.435585:0:3642:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1772471392.438532:0:3643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ea31374e] -> 12345-192.168.202.158@tcp (4) 00000800:00000200:3.1:1772471392.438543:0:3643:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.158@tcp 00000000e6d046e1 deleted 00000800:00000010:3.1:1772471392.438545:0:3643:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e6d046e1. 00000800:00000200:3.1:1772471392.438550:0:3643:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1772471392.443690:0:3642:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1772471392.598838:0:6520:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c50b36fc. 00010000:00000010:0.1:1772471392.598845:0:6520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c1602dd. 00010000:00000010:0.1:1772471392.857366:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004481b06c. 00010000:00000010:0.1:1772471392.857374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001f29280e. 00010000:00000010:0.1:1772471392.863431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e571aa69. 00010000:00000010:1.1:1772471392.863533:0:6502:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007d780e8d. 00010000:00000010:1.1:1772471392.863623:0:6502:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da6d9636. 00080000:00000010:2.1F:1772471392.892188:0:6502:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 000000005f21c61b. 00010000:00010000:0.0:1772471817.325243:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471818.866266:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1772471818.868485:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471818.898794:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834687104 00000100:00100000:0.0:1772471818.898803:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834687104 00000100:00100000:0.0:1772471818.898869:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 697 00000100:00100000:0.0:1772471818.898879:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+68:22054:x1858570834687104:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:0.0:1772471818.898939:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471818.898971:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a000/0xb50b868c089d0d34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4066b9 expref: 68 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.898992:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471818.898998:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471818.899061:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.899076:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d0d73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4066ce expref: 29 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.899086:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.899122:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d0d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4066ce expref: 29 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.899137:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d0d73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4066ce expref: 29 pid: 6527 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471818.899153:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856691328:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471818.899254:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676000 going to sleep for 11 seconds 00010000:00010000:0.0:1772471818.921159:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d0d73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4066ce expref: 29 pid: 6527 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471818.921179:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856691328:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471818.921200:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921209:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921215:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921239:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0eca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921249:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921257:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921879:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0ed1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921891:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0ed1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921899:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0ed1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471818.921914:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000aac35e24 reply state 0000000008812974 transno 4294967703 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0ed1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921933:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0ed1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921939:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8f9ca548a200) 00010000:00010000:0.0:1772471818.921942:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471818.921945:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772471818.921951:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:0.0:1772471818.921958:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921965:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921972:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.921978:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471818.921982:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.923275:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.923293:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471818.923297:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471818.923316:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.923323:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ec3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471818.923360:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000aac35e24 reply state 0000000008812974 transno 4294967703 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0eca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.926130:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0eca lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471818.926142:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8f9ca548a700) 00010000:00010000:0.0:1772471818.926145:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471818.926150:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772471818.926260:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+69:22054:x1858570834687104:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 27377us (27718us total) trans 4294967703 rc 0/0 00000100:00100000:0.0:1772471818.926270:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 697 00000100:00100000:0.0:1772471819.181963:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471819.181990:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856691456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471819.182066:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471819.182770:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856691456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471819.370714:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834687360 00000100:00100000:0.0:1772471819.370725:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834687360 00000100:00100000:0.0:1772471819.370781:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 698 00000100:00100000:0.0:1772471819.370788:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+69:22100:x1858570834687360:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772471819.370812:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471819.370829:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ed8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40674c expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.370890:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d0edf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.370911:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d0edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.370923:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d0edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471819.370964:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772471819.370966:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471819.370982:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d0edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.371005:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ed8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40674c expref: 71 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.371023:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d0edf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40674c expref: 70 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.371042:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471819.371046:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471819.371049:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4a00, rc 0) 00000100:00100000:0.0:1772471819.371107:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+70:22100:x1858570834687360:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 320us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471819.371113:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 698 00010000:00010000:0.0:1772471819.372166:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471819.375334:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856691584 00000100:00100000:0.0:1772471819.375340:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856691584 00000100:00100000:0.0:1772471819.375372:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1772471819.375379:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6527:x1858570856691584:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1772471819.375509:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6527:x1858570856691584:12345-0@lo:1000:mdt00_002.0 Request processed in 129us (661us total) trans 0 rc 1/1 00000100:00100000:0.0:1772471819.375518:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1772471819.378586:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834687744 00000100:00100000:0.0:1772471819.378596:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834687744 00000100:00100000:0.0:1772471819.378671:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 700 00000100:00100000:0.0:1772471819.378692:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+70:22100:x1858570834687744:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772471819.378712:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471819.378733:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ee6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406753 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378802:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378817:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378830:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378842:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378849:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378856:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378931:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0efb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378951:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.378958:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471819.379215:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1772471819.379220:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471819.379243:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379255:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379262:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379268:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379274:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.379279:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379287:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379299:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471819.379336:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.379341:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379359:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0eed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379388:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379395:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379401:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379406:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.379410:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379416:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379425:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8f9ca548a700) 00010000:00010000:0.0:1772471819.379427:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.379430:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379436:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0ef4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379463:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0ee6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406753 expref: 72 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379476:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0efb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406753 expref: 71 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.379489:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8f9ca548a200) 00010000:00010000:0.0:1772471819.379491:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471819.379494:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4000, rc 0) 00000100:00100000:0.0:1772471819.379602:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+71:22100:x1858570834687744:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 921us (1176us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471819.379609:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 700 00000100:00100000:0.0:1772471819.486950:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834688384 00000100:00100000:0.0:1772471819.486960:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834688384 00000100:00100000:0.0:1772471819.487025:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 703 00000100:00100000:0.0:1772471819.487035:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+73:22106:x1858570834688384:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471819.487061:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471819.487081:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0f33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406768 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.487195:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f3a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.487214:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d0f25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406761 expref: 74 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.487224:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f3a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.487258:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d0f25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406761 expref: 74 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.487271:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d0f25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406761 expref: 74 pid: 10040 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471819.487300:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856691712:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471819.487510:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471819.489853:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856691712:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471819.489881:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f3a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471819.497633:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834688768 00000100:00100000:0.0:1772471819.497644:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834688768 00000100:00100000:0.0:1772471819.497703:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 153 00000100:00100000:0.0:1772471819.497713:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+73:22106:x1858570834688768:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471819.498051:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:22106:x1858570834688768:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 338us (518us total) trans 4294967706 rc 0/0 00000100:00100000:0.0:1772471819.498060:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 153 00000100:00100000:0.0:1772471819.500454:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834688896 00000100:00100000:0.0:1772471819.500463:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834688896 00000100:00100000:0.0:1772471819.500519:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 704 00000100:00100000:0.0:1772471819.500529:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:22106:x1858570834688896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471819.500553:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471819.500579:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0f48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40676f expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.500635:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0f48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40676f expref: 75 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.500664:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5600/0xb50b868c089d0f48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40676f expref: 75 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.500696:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff8f9ca548a000) 00010000:00010000:0.0:1772471819.500700:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471819.500703:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e5600, rc 0) 00000100:00100000:0.0:1772471819.500752:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:22106:x1858570834688896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 223us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471819.500759:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 704 00000100:00100000:0.0:1772471819.510845:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834689664 00000100:00100000:0.0:1772471819.510855:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834689664 00000100:00100000:0.0:1772471819.510946:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 154 00000100:00100000:0.0:1772471819.510958:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:22106:x1858570834689664:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471819.511220:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:22106:x1858570834689664:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 264us (481us total) trans 4294967710 rc 0/0 00000100:00100000:0.0:1772471819.511228:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 154 00000100:00100000:0.0:1772471819.566255:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834689792 00000100:00100000:0.0:1772471819.566266:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834689792 00000100:00100000:0.0:1772471819.566362:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 707 00000100:00100000:0.0:1772471819.566382:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:22109:x1858570834689792:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471819.566409:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471819.566430:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0f5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406776 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.566497:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.566526:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.566539:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.566552:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.566559:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.566566:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567229:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09800/0xb50b868c089d0f72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567243:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09800/0xb50b868c089d0f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567251:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09800/0xb50b868c089d0f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471819.567293:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1772471819.567297:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471819.567342:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09800/0xb50b868c089d0f72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567355:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567448:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567455:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567461:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.567466:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567474:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567488:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471819.567491:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.567496:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567501:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0f64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567516:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567521:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567526:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567531:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.567540:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567547:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567555:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8f9ca548a700) 00010000:00010000:0.0:1772471819.567557:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.567561:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567566:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0f6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567598:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0f5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406776 expref: 82 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567612:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09800/0xb50b868c089d0f72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406776 expref: 81 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.567929:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8f9ca548a200) 00010000:00010000:0.0:1772471819.567932:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772471819.567934:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85c09800, rc 0) 00000100:00100000:0.0:1772471819.568074:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:22109:x1858570834689792:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1693us (2003us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471819.568083:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 707 00000100:00100000:0.0:1772471819.581442:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471819.837994:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471819.845033:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834690816 00000100:00100000:0.0:1772471819.845046:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834690816 00000100:00100000:0.0:1772471819.845125:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 711 00000100:00100000:0.0:1772471819.845135:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:22128:x1858570834690816:12345-192.168.202.58@tcp:34:lfs.0 00010000:00010000:0.0:1772471819.845795:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845815:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845827:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845840:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845848:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845854:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845929:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845938:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.845945:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471819.846071:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 158 00000004:00200000:0.0:1772471819.846076:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471819.846092:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846115:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846121:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846129:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846135:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.846139:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846147:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846159:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8f9ca548a200) 00010000:00010000:0.0:1772471819.846162:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.846166:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846172:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846186:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846192:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846196:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846208:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.846212:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846297:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846324:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff8f9b83b56600) 00010000:00010000:0.0:1772471819.846327:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.846330:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846335:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846345:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846351:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846356:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846361:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471819.846364:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846499:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846520:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff8f9ca548a000) 00010000:00010000:0.0:1772471819.846522:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471819.846525:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471819.846531:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d0fbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471819.846618:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:22128:x1858570834690816:12345-192.168.202.58@tcp:34:lfs.0 Request processed in 1481us (2353us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471819.846627:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 711 00000100:00100000:0.0:1772471819.853375:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471820.013016:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834691456 00000100:00100000:0.0:1772471820.013027:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834691456 00000100:00100000:0.0:1772471820.013086:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834691712 00000100:00100000:0.0:1772471820.013089:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834691712 00000100:00100000:0.0:1772471820.013100:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834691328 00000100:00100000:0.0:1772471820.013102:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834691328 00000100:00100000:0.0:1772471820.013113:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834691840 00000100:00100000:0.0:1772471820.013115:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834691840 00000100:00100000:0.0:1772471820.013128:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:0.0:1772471820.013137:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834691456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471820.013205:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834691456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 69us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471820.013214:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:0.0:1772471820.013244:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:0.0:1772471820.013251:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2411:x1858570834691712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471820.013326:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2411:x1858570834691712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 50us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471820.013333:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:0.0:1772471820.013344:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:0.0:1772471820.013349:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834691328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471820.013368:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834691328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471820.013374:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:0.0:1772471820.013384:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 352 00000100:00100000:0.0:1772471820.013390:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834691840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471820.013421:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834691840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471820.013428:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 352 00010000:00010000:0.0:1772471820.394661:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471820.715089:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856691840 00000100:00100000:0.0:1772471820.715098:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856691840 00000100:00100000:0.0:1772471820.715155:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1772471820.715164:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856691840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471820.715205:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 28672 granted 73899712 pending 0 free 3920363520 avail 3688841216 00000100:00100000:0.0:1772471820.715253:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856691840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471820.715260:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1772471820.718872:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856693504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471820.718917:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1772471821.164459:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471821.164469:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471821.164552:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 1 00000040:00080000:0.0:1772471821.164559:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471821.747378:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856693632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471821.747449:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471821.747524:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856693632 00000100:00100000:0.0:1772471821.747534:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856693632 00000100:00100000:0.0:1772471821.747581:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1772471821.747591:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856693632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471821.747621:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1772471821.747675:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856693632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471821.747683:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1772471821.747732:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856693632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471821.749372:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856693760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471821.749433:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471821.749497:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856693760 00000100:00100000:0.0:1772471821.749504:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856693760 00000100:00100000:0.0:1772471821.749545:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1772471821.749554:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856693760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772471821.749575:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 67088064 pending 0 free 3922460672 avail 3690938368 00000100:00100000:0.0:1772471821.749614:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856693760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471821.749621:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1772471821.749681:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856693760:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1772471822.443509:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471823.274493:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856693888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471823.274575:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471823.470216:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471824.298883:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856694016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471824.298951:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471824.301829:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856694016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471825.099601:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834691968 00000100:00100000:0.0:1772471825.099608:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834691968 00000100:00100000:0.0:1772471825.099716:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 467 00000100:00100000:0.0:1772471825.099724:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834691968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471825.099748:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834691968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (1796us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471825.099754:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 467 00010000:00010000:0.0:1772471825.514503:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471825.840458:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1772471825.840479:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856694400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471825.840566:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856694400:12345-0@lo:400:kworker.0 Request processed in 96us (3341us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471825.840572:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1772471825.840621:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856694400:0@lo:400:kworker.0 00000100:00100000:0.0:1772471825.840695:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856695936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471825.840732:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471825.840767:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856695936 00000100:00100000:0.0:1772471825.840785:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856695936 00000100:00100000:0.0:1772471825.840829:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1772471825.840835:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856695936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471825.840872:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 28672 granted 73899712 pending 0 free 3920363520 avail 3688841216 00000100:00100000:0.0:1772471825.840907:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856695936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471825.840913:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00080000:0.0:1772471825.840932:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471825.840956:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856695936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471825.844175:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856694144 00000100:00100000:0.0:1772471825.844183:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856694144 00000100:00100000:0.0:1772471825.844230:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1772471825.844238:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856694144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471825.844281:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856694144:12345-0@lo:400:kworker.0 Request processed in 44us (1359us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471825.844287:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000001:02000400:0.0:1772471827.554509:0:18803:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 12:17:05 (1772471825) 00000100:00100000:0.0:1772471827.942877:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834693248 00000100:00100000:0.0:1772471827.942901:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834693248 00000100:00100000:0.0:1772471827.942982:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 712 00000100:00100000:0.0:1772471827.942993:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+29:22756:x1858570834693248:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471827.943016:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471827.943037:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d0fc6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40678b expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943115:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fcd lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943146:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fcd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943158:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d0fcd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943174:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0fd4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943181:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0fd4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943188:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d0fd4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943283:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0fdb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943292:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0fdb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471827.943340:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d0fdb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471827.943351:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000100:00100000:0.0:1772471827.948136:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471827.950230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471827.969919:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471827.974352:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471827.986470:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.028545:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.043895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.072864:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:22760:x1858570834695168:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1086us (1432us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471828.072873:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 724 00000100:00100000:0.0:1772471828.084660:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834695552 00000100:00100000:0.0:1772471828.084671:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834695552 00000100:00100000:0.0:1772471828.084743:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 726 00000100:00100000:0.0:1772471828.084753:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:22760:x1858570834695552:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471828.084780:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471828.084803:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d10d0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4067d8 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.084938:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.084954:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.084965:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.084979:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d10de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.084986:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d10de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.084992:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d10de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772471828.085504:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xe:0x0], index 0: 0 00010000:00010000:0.0:1772471828.085673:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d10e5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085683:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d10e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085690:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d10e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085722:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085729:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085736:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085741:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471828.085745:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085753:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085765:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8f9b83d1b400) 00010000:00010000:0.0:1772471828.085768:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471828.085772:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085778:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d10d7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471828.085804:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000bc4c77b9 reply state 000000007cc41fff transno 4294967717 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d10de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085816:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d10de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085822:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8f9ca548a900) 00010000:00010000:0.0:1772471828.085825:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471828.085827:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772471828.085862:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d10d0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067d8 expref: 34 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085876:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5c00/0xb50b868c089d10e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067d8 expref: 33 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.085883:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:0.0:1772471828.085886:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471828.085888:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e5c00, rc 0) 00000100:00100000:0.0:1772471828.086123:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:22760:x1858570834695552:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1370us (1579us total) trans 4294967717 rc 0/0 00000100:00100000:0.0:1772471828.086132:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 726 00000100:00100000:0.0:1772471828.103812:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 177 00000100:00100000:0.0:1772471828.103825:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2411:x1858570834695680:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471828.103847:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471828.103869:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003efac543/0xb50b868c089d10f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4067df expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471828.103913:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772471828.103937:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471828.103939:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471828.103947:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003efac543/0xb50b868c089d10f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067df expref: 9 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.103966:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003efac543/0xb50b868c089d10f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067df expref: 9 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.103980:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4a00, rc 0) 00000100:00100000:0.0:1772471828.104045:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834695680:12345-192.168.202.58@tcp:101:cp.0 Request processed in 224us (6505us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471828.104052:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 177 00000100:00100000:0.0:1772471828.139137:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834696192 00000100:00100000:0.0:1772471828.139148:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834696192 00000100:00100000:0.0:1772471828.139209:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 157 00000100:00100000:0.0:1772471828.139219:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:22760:x1858570834696192:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:0.0:1772471828.139553:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:22760:x1858570834696192:12345-192.168.202.58@tcp:35:cp.0 Request processed in 334us (1881us total) trans 4294967718 rc 0/0 00000100:00100000:0.0:1772471828.139560:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 157 00000100:00100000:0.0:1772471828.187928:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834696320 00000100:00100000:0.0:1772471828.187938:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834696320 00000100:00100000:0.0:1772471828.187996:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00100000:0.0:1772471828.188006:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:22763:x1858570834696320:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471828.188045:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471828.188066:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1101 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4067ed expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188137:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188153:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188164:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188174:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188180:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188186:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188256:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1116 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188264:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188270:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471828.188351:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00000004:00200000:0.0:1772471828.188361:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471828.188839:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188854:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188862:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188868:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188873:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188879:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471828.188884:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188892:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188982:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8f9b83d1b400) 00010000:00010000:0.0:1772471828.188986:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471828.188992:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.188999:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d1108 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189015:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189032:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189038:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189043:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471828.189046:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189052:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189059:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8f9ca548a900) 00010000:00010000:0.0:1772471828.189062:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471828.189065:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189070:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d110f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189102:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1101 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ed expref: 76 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189116:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1116 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ed expref: 75 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.189123:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:0.0:1772471828.189125:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471828.189134:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4e00, rc 0) 00000100:00100000:0.0:1772471828.189250:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:22763:x1858570834696320:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1244us (1443us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471828.189259:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00100000:0.0:1772471828.205343:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834696576 00000100:00100000:0.0:1772471828.205354:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834696576 00000100:00100000:0.0:1772471828.205422:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 728 00000100:00100000:0.0:1772471828.205431:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:22763:x1858570834696576:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471828.205453:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471828.205475:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1124 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4067fb expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.205542:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d112b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.205557:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d112b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.205569:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d112b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471828.205634:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:0.0:1772471828.205638:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471828.205664:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d112b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.205692:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1124 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067fb expref: 77 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.205712:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d112b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067fb expref: 76 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.205738:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8f9b83d1b400) 00010000:00010000:0.0:1772471828.205742:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471828.205746:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4000, rc 0) 00000100:00100000:0.0:1772471828.205804:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:22763:x1858570834696576:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 373us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471828.205811:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 728 00000100:00100000:0.0:1772471828.225179:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834696960 00000100:00100000:0.0:1772471828.225189:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834696960 00000100:00100000:0.0:1772471828.225247:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 729 00000100:00100000:0.0:1772471828.225257:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:22763:x1858570834696960:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772471828.225457:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:0.0:1772471828.225540:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:22763:x1858570834696960:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 284us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471828.225549:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 729 00000100:00100000:0.0:1772471828.379735:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834697856 00000100:00100000:0.0:1772471828.379746:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834697856 00010000:00010000:0.0:1772471828.379785:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001139f16b/0xb50b868c089d10fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067e6 expref: 12 pid: 16551 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471828.379834:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:0.0:1772471828.379844:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c89806850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834697856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471828.379862:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772471828.379879:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772471828.379886:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001139f16b/0xb50b868c089d10fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067e6 expref: 12 pid: 16551 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.379930:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001139f16b/0xb50b868c089d10fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067e6 expref: 12 pid: 16551 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.379952:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001139f16b/0xb50b868c089d10fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067e6 expref: 12 pid: 16551 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.379968:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471828.379970:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471828.379975:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e30fab49/0xb50b868c089d114e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.379986:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e30fab49/0xb50b868c089d114e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.380017:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471828.380071:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c89806850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834697856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 227us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471828.380079:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:0.0:1772471828.394270:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.398242:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.424796:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.433127:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.446644:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.469133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471828.473396:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869af480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856697344:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471828.473444:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.474896:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.474910:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475073:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475081:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475087:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475093:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471828.475097:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475106:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475115:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:0.0:1772471828.475118:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471828.475122:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471828.475128:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d1171 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471828.475242:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:22773:x1858570834699264:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 5812us (6117us total) trans 4294967720 rc 0/0 00000100:00100000:0.0:1772471828.475251:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 736 00000100:00100000:0.0:1772471828.485828:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834699648 00000100:00100000:0.0:1772471828.485842:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834699648 00000100:00100000:0.0:1772471828.485964:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 158 00000100:00100000:0.0:1772471828.485975:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:22773:x1858570834699648:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471828.486261:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:22773:x1858570834699648:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 287us (2743us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1772471828.486269:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 158 00010000:00010000:0.0:1772471828.586594:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471829.421867:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856697472 00000100:00100000:0.0:1772471829.421878:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856697472 00000100:00100000:0.0:1772471829.422212:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1772471829.422223:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856697472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471829.422264:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471829.422356:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856697472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471829.424193:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1772471829.496877:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1772471829.498103:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471829.549013:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834700544 00000100:00100000:0.0:1772471829.549028:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834700544 00000100:00100000:0.0:1772471829.549099:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 159 00000100:00100000:0.0:1772471829.549109:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:22774:x1858570834700544:12345-192.168.202.58@tcp:35:md5sum.0 00000100:00100000:0.0:1772471829.549371:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:22774:x1858570834700544:12345-192.168.202.58@tcp:35:md5sum.0 Request processed in 263us (4354us total) trans 4294967723 rc 0/0 00000100:00100000:0.0:1772471829.549379:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 159 00000100:00080000:0.0:1772471829.619749:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471829.855186:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834701056 00000100:00100000:0.0:1772471829.855197:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834701056 00000100:00100000:0.0:1772471829.855262:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 739 00000100:00100000:0.0:1772471829.855273:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:22791:x1858570834701056:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772471829.855350:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471829.855383:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d11b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40682c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.855453:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d11b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.855469:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d11b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.855482:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d11b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471829.855524:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:0.0:1772471829.855528:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471829.855544:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d11b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.855568:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d11b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40682c expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.855614:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d11b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40682c expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.855624:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8f9b83d1b400) 00010000:00010000:0.0:1772471829.855627:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471829.855630:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4a00, rc 0) 00000100:00100000:0.0:1772471829.855700:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:22791:x1858570834701056:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 429us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471829.855707:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 739 00000100:00100000:0.0:1772471829.962262:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834701952 00000100:00100000:0.0:1772471829.962272:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834701952 00010000:00010000:0.0:1772471829.962346:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d11f6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406841 expref: 83 pid: 6526 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471829.962401:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:0.0:1772471829.962412:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:2411:x1858570834701952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471829.962429:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471829.962436:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d11f6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406841 expref: 83 pid: 6526 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.962449:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d11f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406841 expref: 83 pid: 6526 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.962474:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8f9cb5186e00) 00010000:00010000:0.0:1772471829.962479:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d120b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.962497:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d120b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.962505:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d120b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471829.962525:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471829.962586:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:2411:x1858570834701952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 175us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471829.962603:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:0.0:1772471829.976554:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834702208 00000100:00100000:0.0:1772471829.976568:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834702208 00000100:00100000:0.0:1772471829.976640:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 160 00000100:00100000:0.0:1772471829.976651:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:22797:x1858570834702208:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471829.992705:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:22797:x1858570834702208:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 16043us (18417us total) trans 4294967727 rc 0/0 00000100:00100000:0.0:1772471829.992720:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 160 00000100:00100000:0.0:1772471830.008046:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834702336 00000100:00100000:0.0:1772471830.008057:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834702336 00000100:00100000:0.0:1772471830.008171:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 744 00000100:00100000:0.0:1772471830.008183:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:22797:x1858570834702336:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471830.008217:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471830.008248:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1219 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40684f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.008374:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1219 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40684f expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.008417:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d1219 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40684f expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.008438:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:0.0:1772471830.008441:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471830.008445:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4e00, rc 0) 00000100:00100000:0.0:1772471830.008500:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:22797:x1858570834702336:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 320us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.008508:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 744 00000100:00100000:0.0:1772471830.012858:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834702592 00000100:00100000:0.0:1772471830.012867:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834702592 00000100:00100000:0.0:1772471830.013115:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:0.0:1772471830.013127:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:22797:x1858570834702592:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1772471830.013198:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013214:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013227:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013428:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013436:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013462:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013468:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471830.013473:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013481:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013494:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:0.0:1772471830.013497:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1772471830.013502:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.013508:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1220 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471830.013584:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:22797:x1858570834702592:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 459us (947us total) trans 4294967728 rc 0/0 00000100:00100000:0.0:1772471830.013601:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:0.0:1772471830.098195:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834703616 00000100:00100000:0.0:1772471830.098210:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834703616 00000100:00100000:0.0:1772471830.103451:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834703744 00000100:00100000:0.0:1772471830.103461:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834703744 00000100:00100000:0.0:1772471830.103518:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 748 00000100:00100000:0.0:1772471830.103527:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:22799:x1858570834703744:12345-192.168.202.58@tcp:58:md5sum.0 00010000:00010000:0.0:1772471830.103656:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.104158:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.104174:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772471830.104272:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:0.0:1772471830.105830:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:22799:x1858570834703744:12345-192.168.202.58@tcp:58:md5sum.0 Request processed in 2293us (2437us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.105844:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 748 00000100:00100000:0.0:1772471830.219279:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.219353:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.219394:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.219424:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.219454:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.219482:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834704640 00000100:00100000:0.0:1772471830.219493:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834704640 00000100:00100000:0.0:1772471830.219551:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834704256 00000100:00100000:0.0:1772471830.219555:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834704256 00000100:00100000:0.0:1772471830.219601:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834704512 00000100:00100000:0.0:1772471830.219605:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834704512 00000100:00100000:0.0:1772471830.219625:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 364 00000100:00100000:0.0:1772471830.219634:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834704640:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471830.219716:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834704640:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 82us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.219724:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 364 00000100:00100000:0.0:1772471830.219744:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 365 00000100:00100000:0.0:1772471830.219750:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834704256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471830.219794:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834704256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 45us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.219800:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 365 00000100:00100000:0.0:1772471830.219811:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 366 00000100:00100000:0.0:1772471830.219817:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834704512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471830.219839:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834704512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.219844:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 366 00000100:00080000:0.0:1772471830.219860:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772471830.219864:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772471830.220618:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1772471830.513827:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471830.513836:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471830.513857:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1772471830.513866:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471830.514010:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856697856:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471830.514124:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471830.519843:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.530644:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.544961:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.571152:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834705792 00000100:00100000:0.0:1772471830.571165:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834705792 00000100:00100000:0.0:1772471830.571227:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:0.0:1772471830.571238:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:22800:x1858570834705792:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471830.571298:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471830.571377:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1290 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40686b expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.571396:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:0.0:1772471830.571407:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471830.571431:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.571445:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.571454:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.571519:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.571526:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.571533:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572081:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572091:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572098:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572103:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471830.572117:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572125:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572134:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8f9b83d1b400) 00010000:00010000:0.0:1772471830.572137:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471830.572141:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572148:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d129e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572160:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572166:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572172:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572177:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471830.572180:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572186:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572194:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x6817ea3d (ffff8f9ca548ad00) 00010000:00010000:0.0:1772471830.572196:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471830.572206:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.572212:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12a5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x6817ea3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471830.572349:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:22800:x1858570834705792:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 1111us (1525us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772471830.572358:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:0.0:1772471830.587358:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834705920 00000100:00100000:0.0:1772471830.587380:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834705920 00000100:00100000:0.0:1772471830.587459:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 756 00000100:00100000:0.0:1772471830.587472:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:22800:x1858570834705920:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471830.587497:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471830.587525:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12ac lrc: 2/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406872 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.588043:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d12b3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.588060:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d12b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.588072:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d12b3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.588191:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12ac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406872 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.588209:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d12b3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406872 expref: 41 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.588225:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8f9ca548ad00) 00010000:00010000:0.0:1772471830.588227:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471830.588231:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4000, rc 0) 00000100:00100000:0.0:1772471830.588341:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:22800:x1858570834705920:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 871us (1810us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.588349:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 756 00000100:00100000:0.0:1772471830.627338:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834706432 00000100:00100000:0.0:1772471830.627350:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834706432 00000100:00100000:0.0:1772471830.627419:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 185 00000100:00100000:0.0:1772471830.627431:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834706432:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1772471830.627696:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834706432:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 268us (871us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1772471830.627705:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 185 00010000:00010000:0.0:1772471830.635491:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471830.656783:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834707072 00000100:00100000:0.0:1772471830.656797:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834707072 00000100:00100000:0.0:1772471830.656867:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 760 00000100:00100000:0.0:1772471830.656879:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:22800:x1858570834707072:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471830.656902:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471830.656926:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12c8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406880 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.657002:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d12cf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.657035:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d12cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.657046:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d12cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471830.657098:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471830.657119:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d12cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.657143:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4a00/0xb50b868c089d12c8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406880 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.657163:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4e00/0xb50b868c089d12cf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406880 expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.657171:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8f9ca548ad00) 00010000:00010000:0.0:1772471830.657174:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1772471830.657177:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4e00, rc 0) 00000100:00100000:0.0:1772471830.657262:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:22800:x1858570834707072:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 385us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.657269:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 760 00000100:00100000:0.0:1772471830.661876:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834707200 00000100:00100000:0.0:1772471830.661887:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834707200 00000100:00100000:0.0:1772471830.661942:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 186 00000100:00100000:0.0:1772471830.661952:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834707200:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471830.661971:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471830.662006:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003efac543/0xb50b868c089d12d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406887 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471830.662031:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69a5c616, blocks: 0x0 00010000:00010000:0.0:1772471830.662050:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471830.662053:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471830.662061:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003efac543/0xb50b868c089d12d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406887 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.662078:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003efac543/0xb50b868c089d12d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406887 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.662093:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4a00, rc 0) 00000100:00100000:0.0:1772471830.662154:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834707200:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 203us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471830.662161:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 186 00000100:00100000:0.0:1772471830.756010:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.762067:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471830.762086:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856698240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1772471830.762154:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471830.762224:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856698240 00000100:00100000:0.0:1772471830.762232:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856698240 00000100:00100000:0.0:1772471830.762285:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1772471830.762294:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856698240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1772471830.762842:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1772471830.762846:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1772471830 00002000:00010000:0.0:1772471830.762849:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1772471830.762859:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 1772471830 -> 1772471830 00002000:00010000:0.0:1772471830.762862:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1772471830.764186:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856698240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1891us (2030us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1772471830.764195:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1772471830.814349:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856698496:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471830.814363:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856698624:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471830.814388:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037cb2ffb/0xb50b868c089d12e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772471830.822579:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:0.0:1772471830.822617:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00080000:0.0:1772471830.827129:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471830.861598:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834708864 00000100:00100000:0.0:1772471830.861617:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834708864 00000100:00100000:0.0:1772471830.861683:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 191 00000100:00100000:0.0:1772471830.861693:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834708864:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1772471830.861877:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1772471830.861882:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 1772471830 -> 1772471828 00002000:00010000:0.0:1772471830.861884:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb atime from disk: 0 -> 1772471828 00002000:00010000:0.0:1772471830.861887:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 1772471830 -> 1772471830 00002000:00010000:0.0:1772471830.861890:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1772471830.861965:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834708864:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 272us (484us total) trans 4294967334 rc 0/0 00000100:00100000:0.0:1772471830.861973:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 191 00000100:00100000:0.0:1772471830.870879:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.887192:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856698752:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471830.887221:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471830.887435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1772471830.891740:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891750:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891785:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891792:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891799:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891805:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471830.891809:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891816:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891826:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8f9ca548ad00) 00010000:00010000:0.0:1772471830.891829:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1772471830.891833:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471830.891852:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d12f2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471830.891912:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:22800:x1858570834709120:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 9791us (21051us total) trans 0 rc -22/-22 00000100:00100000:0.0:1772471830.891921:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 764 00000100:00100000:0.0:1772471830.909514:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.923499:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471830.935667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471830.957213:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856700288:12345-0@lo:400:kworker.0 Request processed in 24us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471830.957229:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00080000:1.0:1772471830.957679:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471830.957714:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856699264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471830.957726:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856699776:0@lo:400:kworker.0 00000100:00100000:1.0:1772471830.957736:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856700288:0@lo:400:kworker.0 00000100:00100000:1.0:1772471830.957745:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856699648:0@lo:400:kworker.0 00000100:00080000:1.0:1772471830.964672:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471830.964679:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471830.964682:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471830.964685:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471830.964697:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772471830.964711:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856700672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471830.964756:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471830.964818:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856700160:0@lo:400:kworker.0 00010000:00010000:1.0:1772471830.964849:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8a00/0xb50b868c089d12c1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406879 expref: 35 pid: 6526 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471830.964865:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856699008:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471830.964881:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.964890:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.964896:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772471830.965017:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967738 00000001:00080000:1.0:1772471830.965129:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967739 00000001:00080000:1.0:1772471830.965166:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967740 00000100:00100000:1.0:1772471830.965237:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856700800:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1772471830.965855:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471830.969932:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856700672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471830.969971:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c834ff240 going to sleep for 11 seconds 00000100:00100000:0.0:1772471830.974171:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856699520 00000100:00100000:0.0:1772471830.974187:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856699520 00000100:00100000:0.0:1772471830.974505:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856700800 00000100:00100000:0.0:1772471830.974510:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856700800 00000100:00100000:1.0:1772471830.986925:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856700800:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1772471830.987097:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967741 00000100:00100000:1.0:1772471830.987173:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856700928:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1772471830.987230:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471830.987330:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c87eb4240 going to sleep for 11 seconds 00000100:00100000:0.0:1772471830.988896:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856700928 00000100:00100000:0.0:1772471830.988908:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856700928 00000100:00100000:0.0:1772471830.988951:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1772471830.988961:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc16be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856700928:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1772471830.989139:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc16be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10040:x1858570856700928:12345-0@lo:1000:mdt00_004.0 Request processed in 178us (1908us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1772471830.989147:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1772471830.989966:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856700928:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1772471830.990014:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990024:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990031:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990037:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471830.990040:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990048:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990076:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8f9ca548ad00) 00010000:00010000:1.0:1772471830.990079:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471830.990084:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990089:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1307 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990114:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990121:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990126:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990131:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471830.990133:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990138:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990146:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:1.0:1772471830.990149:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471830.990155:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d1258 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40685d expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990166:0:10040:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d1258 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40685d expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990180:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d1258 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40685d expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.990214:0:10040:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c600/0xb50b868c089d1258 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40685d expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471830.990227:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856701056:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471830.990407:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866769c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471830.999838:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856701056:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471830.999872:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999883:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d1251 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999915:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999929:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999941:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999950:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999955:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999978:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999983:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471830.999987:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471830.999994:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000007:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:1.0:1772471831.000010:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471831.000013:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000018:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d130e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000029:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000035:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000041:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000045:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471831.000048:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000065:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000072:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8f9ca548a800) 00010000:00010000:1.0:1772471831.000075:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772471831.000077:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.000083:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1300 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471831.000277:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:22800:x1858570834709760:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 64422us (64619us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1772471831.000297:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 765 00000020:00080000:1.0:1772471831.000810:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1772471831.001018:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471831.001023:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471831.001041:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1772471831.001047:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471831.005934:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:1.0:1772471831.006816:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471831.018349:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834710272 00000100:00100000:1.0:1772471831.018359:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834710272 00000100:00100000:1.0:1772471831.018441:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 164 00000100:00100000:1.0:1772471831.018450:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:22800:x1858570834710272:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1772471831.018729:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x12:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1772471831.018770:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967743 00010000:00010000:1.0:1772471831.018804:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1315 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.018822:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1315 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.018833:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1315 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.018855:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1315 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.018862:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1315 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.018868:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1315 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471831.018894:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772471831.018992:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:22800:x1858570834710272:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 542us (902us total) trans 4294967744 rc 0/0 00000100:00100000:1.0:1772471831.018999:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 164 00000020:00080000:1.0:1772471831.019004:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1772471831.036139:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471831.044137:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834710784 00000100:00100000:1.0:1772471831.044147:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834710784 00000100:00100000:1.0:1772471831.044207:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 165 00000100:00100000:1.0:1772471831.044218:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+73:22799:x1858570834710784:12345-192.168.202.58@tcp:35:md5sum.0 00000100:00100000:1.0:1772471831.044595:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:22799:x1858570834710784:12345-192.168.202.58@tcp:35:md5sum.0 Request processed in 378us (564us total) trans 4294967745 rc 0/0 00000100:00100000:1.0:1772471831.044604:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 165 00010000:00010000:0.0:1772471831.661467:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471831.992537:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856701184 00000100:00100000:1.0:1772471831.992546:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856701184 00000100:00100000:1.0:1772471831.992616:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1772471831.992627:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856701184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471831.992661:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83963584 pending 57344 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471831.992755:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856701184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471831.992763:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00080000:1.0:1772471832.001954:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471833.515116:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856701440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772471833.515189:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1772471834.036533:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000001:00080000:0.0:1772471834.036547:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000100:00100000:1.0:1772471834.549872:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856701568 00000100:00100000:1.0:1772471834.549881:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856701568 00000100:00100000:1.0:1772471834.549932:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1772471834.549951:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856701568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471834.549990:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471834.550047:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856701568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471834.550053:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00010000:00010000:0.0:1772471834.731924:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471835.754816:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471836.075850:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856701696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471836.075922:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471836.076613:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856701696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471836.077183:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856701824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471836.077224:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471836.080075:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856701824 00000100:00100000:0.0:1772471836.080090:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856701824 00000100:00100000:0.0:1772471836.080204:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1772471836.080215:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856701824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471836.080243:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1772471836.080510:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856701824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 297us (3285us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471836.080517:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1772471836.080606:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856701824:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1772471836.080894:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471836.081601:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856702080 00000100:00100000:1.0:1772471836.081607:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856702080 00000100:00100000:1.0:1772471836.081644:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856702592 00000100:00100000:1.0:1772471836.081647:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856702592 00000100:00100000:1.0:1772471836.081673:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856703104 00000100:00100000:1.0:1772471836.081676:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856703104 00000100:00100000:1.0:1772471836.081691:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1772471836.081870:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856702080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471836.081920:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856702080:12345-0@lo:400:kworker.0 Request processed in 51us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471836.081926:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1772471836.081943:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1772471836.081949:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856702592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471836.081973:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856702592:12345-0@lo:400:kworker.0 Request processed in 25us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471836.081979:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1772471836.081989:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1772471836.081994:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856703104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471836.082018:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856703104:12345-0@lo:400:kworker.0 Request processed in 23us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471836.082023:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00080000:1.0:1772471836.082043:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471836.082054:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856702336:0@lo:400:kworker.0 00000100:00100000:1.0:1772471836.082078:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471836.082097:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856702848:0@lo:400:kworker.0 00000100:00100000:1.0:1772471836.082121:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471836.085865:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856701952:0@lo:400:kworker.0 00000100:00100000:0.0:1772471836.085899:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471836.085927:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856702464:0@lo:400:kworker.0 00000100:00100000:0.0:1772471836.085950:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471836.085970:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856702976:0@lo:400:kworker.0 00000100:00100000:0.0:1772471836.085992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471836.086036:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856701952 00000100:00100000:0.0:1772471836.086043:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856701952 00000100:00100000:0.0:1772471836.086085:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1772471836.086093:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856701952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471836.086132:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856701952:12345-0@lo:400:kworker.0 Request processed in 40us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471836.087555:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856702336:0@lo:400:kworker.0 00000100:00100000:1.0:1772471836.087629:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856702848 00000100:00100000:1.0:1772471836.087633:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856702848 00000100:00100000:0.0:1772471836.087954:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1772471836.088007:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856701952:0@lo:400:kworker.0 00000100:00100000:0.0:1772471836.088032:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856702464:0@lo:400:kworker.0 00000100:00080000:0.0:1772471836.091706:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471836.091734:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967329 gen 2 00000004:00080000:0.0:1772471836.091740:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b855a0a80, transno 4294967329 00000100:00100000:0.0:1772471836.091764:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856702976:0@lo:400:kworker.0 00000001:00080000:1.0:1772471836.110829:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967745 is committed 00000001:00080000:1.0:1772471836.110861:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967744 is committed 00000020:00080000:1.0:1772471836.110871:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c866763c0 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:1.0:1772471836.110894:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb5314800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cbd832d80 00000020:00080000:1.0:1772471836.110898:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb5314900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b85c34000 00010000:00010000:0.0:1772471836.779552:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471837.105366:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856703488 00000100:00100000:1.0:1772471837.105382:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856703488 00000100:00100000:1.0:1772471837.105444:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1772471837.105455:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856703488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471837.105481:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471837.105567:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856703488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (4316us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471837.105574:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00010000:0.0:1772471837.804424:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471838.420286:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1772471838.421135:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471838.423480:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834712192 00000100:00100000:1.0:1772471838.423493:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834712192 00000100:00100000:1.0:1772471838.423581:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 767 00000100:00100000:1.0:1772471838.423593:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:22756:x1858570834712192:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1772471838.423692:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:22756:x1858570834712192:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 103us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471838.423699:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 767 00000100:00080000:0.0:1772471838.423850:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471838.426471:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834712448 00000100:00100000:1.0:1772471838.426480:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834712448 00000100:00100000:1.0:1772471838.426539:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 166 00000100:00100000:1.0:1772471838.426547:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:22756:x1858570834712448:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772471838.426754:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+32:22756:x1858570834712448:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 208us (479us total) trans 4294967746 rc 0/0 00000100:00100000:1.0:1772471838.426762:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 166 00000100:00100000:0.0:1772471838.637779:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856703616 00000100:00100000:0.0:1772471838.637790:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856703616 00000100:00100000:0.0:1772471838.637850:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1772471838.637860:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856703616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471838.637894:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:0.0:1772471838.637948:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856703616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471838.637955:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00010000:00010000:0.0:1772471838.826547:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471840.457069:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457160:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457179:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457198:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457216:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457235:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457273:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471840.457314:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834712832 00000100:00100000:0.0:1772471840.457325:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834712832 00000100:00100000:0.0:1772471840.457382:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834713344 00000100:00100000:0.0:1772471840.457385:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834713344 00000100:00100000:0.0:1772471840.457401:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834712704 00000100:00100000:0.0:1772471840.457403:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834712704 00000100:00100000:0.0:1772471840.457416:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834713216 00000100:00100000:0.0:1772471840.457418:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834713216 00000100:00100000:0.0:1772471840.457433:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 702 00000100:00100000:0.0:1772471840.457441:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834712832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471840.457525:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834712832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 85us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471840.457533:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 702 00000100:00100000:0.0:1772471840.457552:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 703 00000100:00100000:0.0:1772471840.457558:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834713344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471840.457579:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834713344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471840.457585:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 703 00000100:00100000:0.0:1772471840.457595:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 704 00000100:00100000:0.0:1772471840.457601:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+73:2411:x1858570834712704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471840.457622:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+73:2411:x1858570834712704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471840.457628:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 704 00000100:00100000:0.0:1772471840.457640:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 705 00000100:00100000:0.0:1772471840.457646:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+32:2411:x1858570834713216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471840.457679:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+32:2411:x1858570834713216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471840.457686:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 705 00000100:00100000:0.0:1772471840.457704:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834713088 00000100:00100000:0.0:1772471840.457707:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834713088 00000100:00100000:0.0:1772471840.457731:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834713600 00000100:00100000:0.0:1772471840.457734:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834713600 00000100:00100000:0.0:1772471840.457745:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834712960 00000100:00100000:0.0:1772471840.457747:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834712960 00000100:00100000:0.0:1772471840.457760:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 375 00000100:00100000:0.0:1772471840.457765:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834713088:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471840.457796:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834713088:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471840.457803:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 375 00000100:00100000:0.0:1772471840.457813:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 377 00000100:00100000:0.0:1772471840.457818:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834712960:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471840.458962:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834712960:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1143us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471840.458969:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 377 00000001:02000400:0.0:1772471840.562578:0:19050:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 12:17:18 (1772471838) 00010000:00010000:0.0:1772471840.887618:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471841.197042:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471841.197065:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856704000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471841.197128:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.197221:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856704000 00000100:00100000:1.0:1772471841.197242:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856704000 00000100:00100000:1.0:1772471841.197329:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1772471841.197341:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856704000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471841.197362:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1772471841.197404:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856704000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.197411:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1772471841.199629:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1772471841.199645:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:0.0:1772471841.199684:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856704000:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1772471841.199708:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471841.201599:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856704128 00000100:00100000:1.0:1772471841.201604:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856704128 00000100:00100000:1.0:1772471841.201640:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1772471841.201646:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856704128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471841.201678:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856704128:12345-0@lo:400:kworker.0 Request processed in 32us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.201683:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1772471841.201780:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856704384:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.201810:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471841.201840:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856704896:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.201862:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471841.201878:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856705408:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.201896:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471841.201914:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772471841.201921:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856704512:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.201941:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.201975:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856704384 00000100:00100000:1.0:1772471841.201980:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856704384 00000100:00100000:1.0:1772471841.206108:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1772471841.206135:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856704384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471841.206237:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856704384:12345-0@lo:400:kworker.0 Request processed in 116us (4425us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.206246:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1772471841.208885:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856705024:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.208947:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471841.208991:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856704384:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209030:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856704896 00000100:00100000:0.0:1772471841.209035:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856704896 00000100:00100000:0.0:1772471841.209074:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856705408 00000100:00100000:0.0:1772471841.209077:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856705408 00000100:00100000:0.0:1772471841.209090:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856704512 00000100:00100000:0.0:1772471841.209092:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856704512 00000100:00100000:0.0:1772471841.209108:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1772471841.209116:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856704896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209170:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856704896:12345-0@lo:400:kworker.0 Request processed in 54us (7307us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471841.209177:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1772471841.209206:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1772471841.209211:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856705408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209241:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856705408:12345-0@lo:400:kworker.0 Request processed in 29us (7343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471841.209247:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1772471841.209259:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1772471841.209265:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856704512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209291:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856704512:12345-0@lo:400:kworker.0 Request processed in 27us (7349us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471841.209296:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1772471841.209460:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856705024 00000100:00100000:0.0:1772471841.209465:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856705024 00000100:00100000:0.0:1772471841.209513:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1772471841.209520:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856705024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209552:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856705024:12345-0@lo:400:kworker.0 Request processed in 33us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471841.209558:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1772471841.209585:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856704512:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209594:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856705024:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209604:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856704896:0@lo:400:kworker.0 00000100:00100000:0.0:1772471841.209615:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856705408:0@lo:400:kworker.0 00000100:00080000:0.0:1772471841.209646:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471841.209651:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772471841.209654:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1772471841.259177:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471841.259198:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471841.259344:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:0.0:1772471841.259352:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1772471841.273179:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967746 is committed 00000020:00080000:1.0:1772471841.273199:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00000080:1.0:1772471841.839666:0:19098:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffcb2bd7e20 20000000:00000080:1.0:1772471841.839685:0:19098:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8f9b84cd1c00 uarg=0000000000000000 00000040:00100000:1.0:1772471841.840822:0:19098:0:(llog.c:1064:llog_reverse_process()) index 51 : idx 49 00000040:00100000:1.0:1772471841.840833:0:19098:0:(llog.c:1064:llog_reverse_process()) index 47 : idx 1 00000040:00080000:1.0:1772471841.841214:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17176 20000000:01000000:1.0:1772471841.841255:0:19098:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1772471841.841275:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17288 00000040:00080000:1.0:1772471841.841296:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17512 00000040:00080000:1.0:1772471841.841397:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].46, 224 off16208 20000000:01000000:1.0:1772471841.841406:0:19098:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1772471841.841419:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 120 off16328 00000040:00080000:1.0:1772471841.842275:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16608 00000040:00080000:1.0:1772471841.842404:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].46, 224 off16240 20000000:01000000:1.0:1772471841.842413:0:19098:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:1.0:1772471841.842428:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].47, 120 off16360 00000040:00080000:1.0:1772471841.842687:0:19098:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].49, 224 off16608 10000000:01000000:1.0:1772471841.842704:0:19098:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1772471841.842726:0:19098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1323 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842746:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089ce31f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ad4 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842755:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9c8168bc00/0xb50b868c089ce326 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405adb expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842763:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85eae00/0xb50b868c089ce334 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce32d expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842771:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce33b expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842777:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce349 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842785:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce357 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842811:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9c8168be00/0xb50b868c089ce36c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce365 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842819:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9c80031e00/0xb50b868c089ce37a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce373 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842826:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cbd82be00/0xb50b868c089ce388 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce381 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842832:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9c8168b200/0xb50b868c089ce396 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce38f expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.842848:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85ea000/0xb50b868c089ce3a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089ce39d expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843053:0:19098:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cbd82b400/0xb50b868c089ce3f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ae9 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843063:0:19098:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1323 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843124:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cbd82b400/0xb50b868c089ce3f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ae9 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843144:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9cbd82b400/0xb50b868c089ce3f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ae9 expref: 11 pid: 6518 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.843162:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856705536:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471841.843356:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85ea000/0xb50b868c089ce3a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce39d expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843373:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85ea000/0xb50b868c089ce3a4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce39d expref: 22 pid: 6519 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.843383:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856705664:0@lo:104: 00000100:00100000:1.0:1772471841.843436:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772471841.843498:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9c8168b200/0xb50b868c089ce396 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce38f expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843507:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9c8168b200/0xb50b868c089ce396 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce38f expref: 22 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.843516:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856705792:0@lo:104: 00000100:00100000:1.0:1772471841.843541:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.843580:0:8424:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772471841.843594:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856705664 00000100:00100000:1.0:1772471841.843602:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856705664 00000100:00100000:1.0:1772471841.843645:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856705792 00000100:00100000:1.0:1772471841.843649:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856705792 00000100:00100000:1.0:1772471841.843665:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1772471841.843675:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19098:x1858570856705664:12345-0@lo:104: 00010000:00010000:1.0:1772471841.843686:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843732:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471841.843738:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19098:x1858570856705664:12345-0@lo:104: Request processed in 65us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.843746:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1772471841.843764:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1772471841.843778:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb534fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856705792:12345-0@lo:104: 00010000:00010000:1.0:1772471841.843787:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.843827:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1772471841.843832:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb534fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856705792:12345-0@lo:104: Request processed in 56us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.843847:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:1.0:1772471841.844241:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1772471841.844248:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844256:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030800 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.844261:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844270:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.844277:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.844283:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.844342:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844349:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471841.844372:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844392:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9c80030800/0xb50b868c089ce39d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce3a4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844408:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471841.844411:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844417:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.844420:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844427:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.844434:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.844439:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.844454:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844539:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471841.844557:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844564:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b800/0xb50b868c089ce38f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce396 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844574:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.844581:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.844583:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471841.844600:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856705920:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471841.844640:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772471841.844695:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cbd82be00/0xb50b868c089ce388 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce381 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.844706:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cbd82be00/0xb50b868c089ce388 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce381 expref: 22 pid: 6519 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.844717:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706176:0@lo:104: 00000100:00100000:1.0:1772471841.844741:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.844761:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856706176 00000100:00100000:1.0:1772471841.844766:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856706176 00000100:00100000:1.0:1772471841.844789:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1772471841.844796:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856706176:12345-0@lo:104: 00010000:00010000:1.0:1772471841.844804:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845089:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471841.845096:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856706176:12345-0@lo:104: Request processed in 300us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.845103:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00010000:1.0:1772471841.845120:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471841.845125:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845133:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85ea600 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.845137:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845151:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.845158:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.845164:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.845182:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845188:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471841.845197:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845203:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089ce381 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce388 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845214:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.845216:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.845217:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.845236:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9c80031e00/0xb50b868c089ce37a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce373 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845245:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9c80031e00/0xb50b868c089ce37a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce373 expref: 22 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.845255:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706432:0@lo:104: 00000100:00100000:1.0:1772471841.845281:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.845322:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856706432 00000100:00100000:1.0:1772471841.845332:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856706432 00000100:00100000:1.0:1772471841.845351:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1772471841.845358:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856706432:12345-0@lo:104: 00010000:00010000:1.0:1772471841.845365:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845397:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471841.845402:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856706432:12345-0@lo:104: Request processed in 45us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.845408:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:1.0:1772471841.845421:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471841.845425:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845431:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.845434:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.845441:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.845447:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.845453:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.847231:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847241:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471841.847577:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847593:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a200/0xb50b868c089ce373 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce37a expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847606:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.847608:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.847609:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.847641:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9c8168be00/0xb50b868c089ce36c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce365 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847651:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9c8168be00/0xb50b868c089ce36c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce365 expref: 22 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.847660:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706688:0@lo:104: 00000100:00100000:1.0:1772471841.847686:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.847711:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856706688 00000100:00100000:1.0:1772471841.847717:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856706688 00000100:00100000:1.0:1772471841.847749:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1772471841.847756:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856706688:12345-0@lo:104: 00010000:00010000:1.0:1772471841.847766:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847813:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471841.847819:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856706688:12345-0@lo:104: Request processed in 64us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.847825:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:1.0:1772471841.847923:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471841.847930:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847948:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030e00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.847952:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.847960:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.847967:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.847972:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.848000:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.848005:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772471841.851318:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce357 expref: 24 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471841.851337:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce357 expref: 24 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.851353:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706944:0@lo:104: 00000100:00100000:0.0:1772471841.851411:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471841.851449:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce349 expref: 24 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471841.851457:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce349 expref: 24 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.851479:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707072:0@lo:104: 00000100:00100000:0.0:1772471841.851509:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471841.851532:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce33b expref: 24 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471841.851541:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce33b expref: 24 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.851549:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707200:0@lo:104: 00000100:00100000:0.0:1772471841.851568:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471841.851593:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85eae00/0xb50b868c089ce334 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089ce32d expref: 24 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471841.851601:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85eae00/0xb50b868c089ce334 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089ce32d expref: 24 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.851626:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707328:0@lo:104: 00000100:00100000:0.0:1772471841.851652:0:19098:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471841.851672:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9c8168bc00/0xb50b868c089ce326 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405adb expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471841.851680:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9c8168bc00/0xb50b868c089ce326 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405adb expref: 11 pid: 6520 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.851691:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707456:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471841.851747:0:19098:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089ce31f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ad4 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471841.851756:0:19098:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089ce31f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ad4 expref: 11 pid: 6519 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.851764:0:19098:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707584:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471841.851783:0:19098:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410000 going to sleep for 11 seconds 00010000:00010000:0.0:1772471841.851824:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85ea000/0xb50b868c089ce3a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce39d expref: 24 pid: 6519 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.852174:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856705664:0@lo:104: 00010000:00010000:0.0:1772471841.852191:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9c8168b200/0xb50b868c089ce396 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce38f expref: 23 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.852201:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856705792:0@lo:104: 00010000:00010000:0.0:1772471841.852212:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cbd82be00/0xb50b868c089ce388 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce381 expref: 22 pid: 6519 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.852232:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706176:0@lo:104: 00010000:00010000:0.0:1772471841.852243:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9c80031e00/0xb50b868c089ce37a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce373 expref: 21 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.852251:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706432:0@lo:104: 00000100:00100000:0.0:1772471841.852259:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706688:0@lo:104: 00010000:00010000:1.0:1772471841.852735:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.852746:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9c80030e00/0xb50b868c089ce365 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce36c expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.852759:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.852762:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.852764:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471841.852795:0:8424:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772471841.852808:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856706944 00000100:00100000:1.0:1772471841.852814:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856706944 00000100:00100000:1.0:1772471841.852861:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856707072 00000100:00100000:1.0:1772471841.852865:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856707072 00000100:00100000:1.0:1772471841.852887:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856707200 00000100:00100000:1.0:1772471841.852890:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856707200 00000100:00100000:1.0:1772471841.852900:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856707328 00000100:00100000:1.0:1772471841.852902:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856707328 00000100:00100000:1.0:1772471841.852916:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1772471841.852923:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+6:19098:x1858570856706944:12345-0@lo:104: 00010000:00010000:1.0:1772471841.852936:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853000:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471841.853006:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+6:19098:x1858570856706944:12345-0@lo:104: Request processed in 84us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.853014:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1772471841.853030:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1772471841.853035:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19098:x1858570856707072:12345-0@lo:104: 00010000:00010000:1.0:1772471841.853041:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853068:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1772471841.853072:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19098:x1858570856707072:12345-0@lo:104: Request processed in 37us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.853077:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1772471841.853086:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1772471841.853091:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19098:x1858570856707200:12345-0@lo:104: 00010000:00010000:1.0:1772471841.853097:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853120:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1772471841.853131:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19098:x1858570856707200:12345-0@lo:104: Request processed in 40us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.853136:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1772471841.853146:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1772471841.853152:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856707328:12345-0@lo:104: 00010000:00010000:1.0:1772471841.853159:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853182:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1772471841.853186:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19098:x1858570856707328:12345-0@lo:104: Request processed in 35us (1534us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.853190:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:1.0:1772471841.853217:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1772471841.853223:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853229:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.853233:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853241:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.853248:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.853253:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.853280:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853329:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471841.853349:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853355:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eba00/0xb50b868c089ce357 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce35e expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853365:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1772471841.853367:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853372:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.853375:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853380:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.853385:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.853390:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.853401:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853406:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471841.853411:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853416:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9c8168a400/0xb50b868c089ce349 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce350 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853430:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1772471841.853433:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853438:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b600 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.853441:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.853447:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.853453:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.853458:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1772471841.853717:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856706944:0@lo:104: 00000100:00100000:0.0:1772471841.853726:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707072:0@lo:104: 00000100:00100000:0.0:1772471841.853734:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707200:0@lo:104: 00000100:00100000:0.0:1772471841.853740:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707328:0@lo:104: 00010000:00010000:1.0:1772471841.854130:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.854140:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1772471841.854183:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1772471841.854202:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.854209:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b600/0xb50b868c089ce33b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce342 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.854222:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471841.854226:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.854243:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030c00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471841.854246:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.854253:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471841.854258:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471841.854263:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471841.854277:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.854282:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1772471841.857032:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856707968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471841.857103:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772471841.857358:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857370:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9c80030c00/0xb50b868c089ce32d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089ce334 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857391:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.857393:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.857396:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471841.857408:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471841.857421:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856707712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471841.857453:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.857510:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772471841.857518:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856707840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471841.857555:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471841.857609:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856707968 00000100:00100000:1.0:1772471841.857619:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856707968 00010000:00010000:1.0:1772471841.857654:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089ce33b expref: 18 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.857679:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856707712 00000100:00100000:1.0:1772471841.857682:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856707712 00010000:00010000:1.0:1772471841.857714:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089ce357 expref: 19 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.857727:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856707840 00000100:00100000:1.0:1772471841.857730:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856707840 00010000:00010000:1.0:1772471841.857740:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089ce349 expref: 20 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.857754:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1772471841.857762:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:3655:x1858570856707968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471841.857774:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471841.857779:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089ce33b expref: 20 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857805:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089ce33b expref: 20 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857822:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85eb600/0xb50b868c089ce342 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce33b expref: 20 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857835:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471841.857879:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:3655:x1858570856707968:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.857894:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1772471841.857911:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1772471841.857917:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+18:3652:x1858570856707712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471841.857926:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471841.857930:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089ce357 expref: 18 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857938:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089ce357 expref: 18 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857948:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9c8168b600/0xb50b868c089ce35e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce357 expref: 18 pid: 6518 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.857958:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471841.857986:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:3652:x1858570856707712:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.857992:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1772471841.858005:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1772471841.858011:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3652:x1858570856707840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471841.858019:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471841.858024:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089ce349 expref: 16 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.858032:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089ce349 expref: 16 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.858041:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85ebc00/0xb50b868c089ce350 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089ce349 expref: 16 pid: 6520 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.858059:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471841.858082:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:3652:x1858570856707840:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471841.858089:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1772471841.858131:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856707840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471841.858141:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856707712:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471841.858161:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471841.858212:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856705536:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471841.867623:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9c8168bc00/0xb50b868c089ce326 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405adb expref: 10 pid: 6520 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.867642:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707456:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471841.867654:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089ce31f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ad4 expref: 9 pid: 6519 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471841.867664:0:19098:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19098:1858570856707584:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471841.867710:0:19098:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1323 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.867719:0:19098:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1323 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.867725:0:19098:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1323 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471841.867730:0:19098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1323 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471841.871400:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856706816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471841.871434:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856707968:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471841.899125:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471842.224469:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471842.224509:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856708224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471842.224595:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471842.225869:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856708352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471842.225919:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471842.231351:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856708224 00000100:00100000:1.0:1772471842.231368:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856708224 00000100:00100000:1.0:1772471842.231442:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856708352 00000100:00100000:1.0:1772471842.231446:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856708352 00000100:00100000:1.0:1772471842.231468:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1772471842.231478:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856708224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471842.231526:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471842.231617:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856708224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (7021us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471842.231624:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1772471842.231642:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1772471842.231660:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856708352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471842.231670:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471842.231694:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856708352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (5774us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471842.231700:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1772471842.233714:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856708352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471842.233736:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856708224:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772471842.922590:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471843.248846:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856708480 00000100:00100000:0.0:1772471843.248866:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856708480 00000100:00100000:0.0:1772471843.248947:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1772471843.248958:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+14:6522:x1858570856708480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.248977:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471843.248999:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d132a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.249027:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d132a expref: 15 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.249038:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d132a expref: 15 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.249047:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e5c00, rc 0) 00000100:00100000:0.0:1772471843.249125:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856708480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (5666us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.249132:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1772471843.249673:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856708608 00000100:00100000:1.0:1772471843.249678:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856708608 00000100:00100000:1.0:1772471843.249712:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1772471843.249719:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856708608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.249834:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856708608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.249841:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1772471843.250796:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856708736 00000100:00100000:1.0:1772471843.250807:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856708736 00000100:00100000:1.0:1772471843.250845:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1772471843.250853:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856708736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.250946:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856708736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.250954:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1772471843.251864:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856708864 00000100:00100000:0.0:1772471843.251870:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856708864 00000100:00100000:0.0:1772471843.251908:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1772471843.251916:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19099:x1858570856708864:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.252029:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19099:x1858570856708864:12345-0@lo:502:llog_process_th.0 Request processed in 114us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.252037:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000020:01000000:1.0:1772471843.253379:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1772471843.253409:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471843.253422:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.253433:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471843.253442:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1772471843.253444:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1772471843.253447:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1772471843.253486:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.253494:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.253503:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471843.253520:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.253567:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.253601:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.259780:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856709376 00000100:00100000:1.0:1772471843.259796:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856709376 00000100:00100000:1.0:1772471843.259877:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1772471843.259890:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856709376:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.260072:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856709376:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 184us (4133us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.260080:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000040:00080000:1.0:1772471843.261565:0:19100:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:0.0:1772471843.261758:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1772471843.261780:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1772471843.261791:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.261812:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471843.261823:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1772471843.261826:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb4245000 from 52 10000000:01000000:0.0:1772471843.261829:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1772471843.261866:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.261875:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.261886:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471843.261911:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.261963:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.262001:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.264668:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856709504 00000100:00100000:1.0:1772471843.264684:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856709504 00000100:00100000:1.0:1772471843.264756:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1772471843.264767:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856709504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471843.264785:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471843.264802:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1346 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.264832:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1346 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.264844:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1346 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.264854:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f33c00, rc 0) 00000100:00100000:1.0:1772471843.264928:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856709504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (2964us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.264935:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1772471843.265070:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.265089:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.265099:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471843.265184:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.265218:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.265272:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.265410:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856709632 00000100:00100000:1.0:1772471843.265415:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856709632 00000100:00100000:1.0:1772471843.265439:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1772471843.265453:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856709632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.265569:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856709632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.265576:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1772471843.265653:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.265680:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.265720:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.265746:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.265910:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856709760 00000100:00100000:1.0:1772471843.265915:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856709760 00000100:00100000:1.0:1772471843.265944:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1772471843.265951:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856709760:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.266021:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856709760:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 70us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.266028:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1772471843.267617:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856709760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.268086:0:19101:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19101:1858570856709888:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.268159:0:19101:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.268196:0:19101:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665840 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.268286:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856709888 00000100:00100000:1.0:1772471843.268293:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856709888 00000100:00100000:1.0:1772471843.268358:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1772471843.268367:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19101:x1858570856709888:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.268497:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19101:x1858570856709888:12345-0@lo:502:llog_process_th.0 Request processed in 130us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.268504:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1772471843.268749:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856710016 00000100:00100000:1.0:1772471843.268753:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856710016 00000100:00100000:1.0:1772471843.268783:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1772471843.268789:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19101:x1858570856710016:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.268848:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19101:x1858570856710016:12345-0@lo:502:llog_process_th.0 Request processed in 58us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.268854:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000020:01000000:1.0:1772471843.269084:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1772471843.269110:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471843.269132:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.269142:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471843.269151:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1772471843.269153:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1772471843.269156:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1772471843.269179:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.269187:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.269195:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471843.269209:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.269236:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.269256:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86692c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.269602:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471843.269615:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.269625:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471843.269671:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.269702:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.271395:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86692c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.288720:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.288792:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd819880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.288870:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.291114:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86692c00 going to sleep for 11 seconds 00000020:01000000:0.0:1772471843.299713:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1772471843.299738:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1772471843.299750:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.299761:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471843.299771:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1772471843.299774:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cbc1de000 from 52 10000000:01000000:0.0:1772471843.299777:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1772471843.299813:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.299821:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.299832:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471843.299874:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.299940:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.305823:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.306052:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856710528 00000100:00100000:1.0:1772471843.306060:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856710528 00000100:00100000:1.0:1772471843.306126:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1772471843.306135:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856710528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471843.306151:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471843.306167:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1362 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.306193:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1362 expref: 19 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.306204:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1362 expref: 19 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.306213:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f33e00, rc 0) 00000100:00100000:1.0:1772471843.306281:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856710528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (6341us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.306287:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1772471843.306514:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.306530:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.306540:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471843.306625:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.306654:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.306666:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.306777:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856710656 00000100:00100000:1.0:1772471843.306781:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856710656 00000100:00100000:1.0:1772471843.306798:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1772471843.306804:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856710656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.306929:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856710656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.306936:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1772471843.306994:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.307033:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.307076:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.307094:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.307778:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856710784 00000100:00100000:1.0:1772471843.307786:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856710784 00000100:00100000:1.0:1772471843.307815:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1772471843.307822:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856710784:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.307925:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856710784:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.307933:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1772471843.308080:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856710784:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.309244:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1772471843.309254:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19103:x1858570856710912:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.310692:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19103:x1858570856710912:12345-0@lo:502:llog_process_th.0 Request processed in 1433us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.310703:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1772471843.311298:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856711040 00000100:00100000:0.0:1772471843.311347:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856711040 00000100:00100000:0.0:1772471843.311381:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1772471843.311389:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19103:x1858570856711040:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.311471:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19103:x1858570856711040:12345-0@lo:502:llog_process_th.0 Request processed in 81us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.311499:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000020:01000000:0.0:1772471843.311878:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1772471843.311901:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1772471843.311911:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.311922:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471843.311932:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1772471843.311934:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:0.0:1772471843.311937:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1772471843.311962:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.311970:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.311978:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471843.311992:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856711168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.312020:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.312077:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665840 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.312829:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1772471843.312842:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856711168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471843.312855:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471843.312867:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1370 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.312890:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1370 expref: 20 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.312900:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1370 expref: 20 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.312922:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32c00, rc 0) 00000100:00100000:1.0:1772471843.312969:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856711168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.312975:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1772471843.313041:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856711168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.313053:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.313071:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471843.313140:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856711296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.313163:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.313591:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665840 going to sleep for 11 seconds 00000100:00100000:0.0:1772471843.313877:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1772471843.313885:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856711296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.314011:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856711296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.314018:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1772471843.314074:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856711296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.314108:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856711424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.314161:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.314780:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471843.321380:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856711424 00000100:00100000:0.0:1772471843.321397:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856711424 00000100:00100000:0.0:1772471843.321463:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1772471843.321474:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856711424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.321675:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856711424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 201us (7511us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.321683:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1772471843.322616:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856711552 00000100:00100000:0.0:1772471843.322622:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856711552 00000100:00100000:0.0:1772471843.322651:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1772471843.322659:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19104:x1858570856711552:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.322765:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19104:x1858570856711552:12345-0@lo:502:llog_process_th.0 Request processed in 107us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.322772:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1772471843.323188:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856711680 00000100:00100000:0.0:1772471843.323192:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856711680 00000100:00100000:0.0:1772471843.323211:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1772471843.323217:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19104:x1858570856711680:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.323366:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19104:x1858570856711680:12345-0@lo:502:llog_process_th.0 Request processed in 147us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.323372:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1772471843.329511:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856711808 00000100:00100000:0.0:1772471843.329518:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856711808 00000100:00100000:0.0:1772471843.329568:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1772471843.329578:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19104:x1858570856711808:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.329694:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19104:x1858570856711808:12345-0@lo:502:llog_process_th.0 Request processed in 118us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.329702:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1772471843.347018:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856711936 00000100:00100000:0.0:1772471843.347038:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856711936 00000100:00100000:0.0:1772471843.347114:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1772471843.347124:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856711936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.347145:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471843.347164:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d137e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.347197:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d137e expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.347208:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d137e expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.349259:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4400, rc 0) 00000100:00100000:1.0:1772471843.349560:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856711936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2433us (11638us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.349570:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1772471843.349922:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712064 00000100:00100000:1.0:1772471843.349929:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712064 00000100:00100000:1.0:1772471843.349974:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1772471843.349982:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856712064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.350105:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856712064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.350113:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1772471843.351676:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.351741:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.351813:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.351856:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665000 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.352082:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712192 00000100:00100000:1.0:1772471843.352089:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712192 00000100:00100000:1.0:1772471843.352142:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1772471843.352151:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856712192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.352324:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856712192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.352342:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1772471843.362447:0:19105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19105:1858570856712320:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.362535:0:19105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.362582:0:19105:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665840 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.362721:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712320 00000100:00100000:1.0:1772471843.362728:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712320 00000100:00100000:1.0:1772471843.362779:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1772471843.362789:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19105:x1858570856712320:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.362920:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19105:x1858570856712320:12345-0@lo:502:llog_process_th.0 Request processed in 131us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.362929:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1772471843.364708:0:19105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19105:1858570856712320:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.364806:0:19105:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19105:1858570856712448:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471843.364866:0:19105:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471843.364909:0:19105:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb526a780 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.364980:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712448 00000100:00100000:1.0:1772471843.364986:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712448 00000100:00100000:1.0:1772471843.365032:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1772471843.365040:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19105:x1858570856712448:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.365142:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19105:x1858570856712448:12345-0@lo:502:llog_process_th.0 Request processed in 102us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.365150:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1772471843.365241:0:19105:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19105:1858570856712448:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1772471843.365261:0:19105:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1772471843.365507:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1772471843.365526:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471843.365536:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.365548:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471843.365569:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1772471843.365571:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:1.0:1772471843.365574:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1772471843.365600:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.365615:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.365625:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471843.365640:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.365683:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.365705:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471843.371200:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712576 00000100:00100000:0.0:1772471843.371217:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712576 00000100:00100000:0.0:1772471843.371290:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1772471843.371314:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856712576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.371332:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471843.371355:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d138c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.371385:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d138c expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.371418:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d138c expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.371427:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4e00, rc 0) 00000100:00100000:0.0:1772471843.371523:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856712576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 224us (5839us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.371531:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1772471843.371668:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471843.371686:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471843.371696:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471843.371769:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.371799:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.371825:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471843.371869:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712704 00000100:00100000:0.0:1772471843.371874:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712704 00000100:00100000:0.0:1772471843.371906:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1772471843.371913:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856712704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.372030:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856712704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.372036:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1772471843.372096:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.372121:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.372158:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.372180:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.372193:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712832 00000100:00100000:1.0:1772471843.372196:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712832 00000100:00100000:1.0:1772471843.372226:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1772471843.372231:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856712832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.372338:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856712832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.372344:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1772471843.372388:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856712832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.372608:0:19106:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19106:1858570856712960:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.372640:0:19106:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471843.372658:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856712960 00000100:00100000:1.0:1772471843.372662:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856712960 00000100:00100000:1.0:1772471843.372681:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1772471843.372685:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19106:x1858570856712960:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.372756:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19106:x1858570856712960:12345-0@lo:502:llog_process_th.0 Request processed in 70us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.372763:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1772471843.372790:0:19106:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471843.372802:0:19106:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19106:1858570856712960:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1772471843.372822:0:19106:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1772471843.372833:0:19106:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1772471843.372835:0:19106:0:(obd_config.c:1594:class_process_config()) marker 44 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1772471843.372840:0:19106:0:(obd_config.c:1506:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1772471843.372896:0:19106:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1772471843.373594:0:19106:0:(osd_handler.c:5574:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00080000:10000000:1.0:1772471843.394385:0:19106:0:(osd_handler.c:5574:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/32) registered 00080000:10000000:1.0:1772471843.404984:0:19106:0:(osd_handler.c:5574:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/32) registered 00000100:00100000:1.0:1772471843.409452:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856713088 00000100:00100000:1.0:1772471843.409467:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856713088 00000100:00100000:1.0:1772471843.409525:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1772471843.409533:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19106:x1858570856713088:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471843.409665:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19106:x1858570856713088:12345-0@lo:502:llog_process_th.0 Request processed in 132us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.409673:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1772471843.412427:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856713472 00000100:00100000:1.0:1772471843.412431:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856713472 00000100:00100000:1.0:1772471843.412457:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1772471843.412463:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856713472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471843.412579:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856713472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (234us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772471843.412586:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1772471843.755820:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856713600 00000100:00100000:1.0:1772471843.755829:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856713600 00000100:00100000:1.0:1772471843.755892:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1772471843.755903:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856713600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471843.755940:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1772471843.756013:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856713600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471843.756021:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1772471843.756942:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856713600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772471843.780401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471843.786250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471843.808101:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471843.809261:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23404:x1858570834714624:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 970us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.809273:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 519 00000100:00100000:1.0:1772471843.820660:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834714752 00000100:00100000:1.0:1772471843.820674:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834714752 00000100:00100000:0.0:1772471843.829087:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834714880 00000100:00100000:0.0:1772471843.829098:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834714880 00000100:00100000:0.0:1772471843.829166:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 521 00000100:00100000:0.0:1772471843.829175:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834714880:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.829361:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834714880:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 186us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.829396:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 521 00000100:00100000:0.0:1772471843.836031:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834715008 00000100:00100000:0.0:1772471843.836044:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834715008 00000100:00100000:0.0:1772471843.836231:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 522 00000100:00100000:0.0:1772471843.836244:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834715008:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.836442:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834715008:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 200us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.836462:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 522 00000100:00100000:1.0:1772471843.848255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471843.854117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471843.854482:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834715392 00000100:00100000:0.0:1772471843.854493:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834715392 00000100:00100000:0.0:1772471843.854561:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 525 00000100:00100000:0.0:1772471843.854572:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834715392:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471843.854592:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471843.854613:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068aa expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.854643:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.854656:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471843.854667:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084a00, rc 0) 00000100:00100000:0.0:1772471843.854734:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834715392:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 163us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471843.854742:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 525 00000100:00100000:0.0:1772471843.859205:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834715520 00000100:00100000:0.0:1772471843.859216:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834715520 00000100:00100000:0.0:1772471843.859277:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 526 00000100:00100000:0.0:1772471843.859287:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834715520:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471843.859443:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834715520:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 156us (624us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772471843.859453:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 526 00010000:00010000:1.0:1772471843.953514:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471844.780473:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856713728:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471844.971628:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471845.574017:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834715648 00000100:00100000:0.0:1772471845.574021:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834715648 00000100:00100000:0.0:1772471845.574062:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 527 00000100:00100000:0.0:1772471845.574070:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834715648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471845.574099:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834715648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.574105:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 527 00000100:00100000:1.0:1772471845.594121:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594163:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594298:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594349:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594371:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594392:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594414:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471845.594451:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834715904 00000100:00100000:1.0:1772471845.594475:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834715904 00000100:00100000:1.0:1772471845.594533:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716288 00000100:00100000:1.0:1772471845.594537:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716288 00000100:00100000:1.0:1772471845.594560:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716416 00000100:00100000:1.0:1772471845.594563:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716416 00000100:00100000:1.0:1772471845.594582:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 713 00000100:00100000:1.0:1772471845.594591:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834715904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.594680:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834715904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 90us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.594688:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 713 00000100:00100000:1.0:1772471845.594705:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 714 00000100:00100000:1.0:1772471845.594712:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2409:x1858570834716288:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.594749:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2409:x1858570834716288:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.594757:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 714 00000100:00100000:1.0:1772471845.594769:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 715 00000100:00100000:1.0:1772471845.594775:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834716416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.594798:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834716416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.594818:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 715 00000100:00100000:1.0:1772471845.594838:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716032 00000100:00100000:1.0:1772471845.594842:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716032 00000100:00100000:1.0:1772471845.594869:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716544 00000100:00100000:1.0:1772471845.594872:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716544 00000100:00100000:1.0:1772471845.594883:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716160 00000100:00100000:1.0:1772471845.594885:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716160 00000100:00100000:1.0:1772471845.594895:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716672 00000100:00100000:1.0:1772471845.594897:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716672 00000100:00100000:1.0:1772471845.594909:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 381 00000100:00100000:1.0:1772471845.594915:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834716032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.594942:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834716032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.594948:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 381 00000100:00100000:1.0:1772471845.594959:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 382 00000100:00100000:1.0:1772471845.594965:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2409:x1858570834716544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.594986:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2409:x1858570834716544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.594991:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 382 00000100:00100000:1.0:1772471845.595002:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 383 00000100:00100000:1.0:1772471845.595007:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834716160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.595027:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834716160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.595033:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 383 00000100:00100000:1.0:1772471845.595044:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 384 00000100:00100000:1.0:1772471845.595056:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834716672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471845.595081:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834716672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.595087:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 384 00000100:00080000:1.0:1772471845.595115:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471845.595119:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471845.595121:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471845.595123:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00100000:2.0:1772471845.718571:0:19204:0:(llog.c:1064:llog_reverse_process()) index 54 : idx 49 20000000:01000000:2.0:1772471845.718591:0:19204:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 53 cmd:0xce020 lustre.test_11c 00000040:00080000:2.0:1772471845.718691:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].55, 224 off17736 20000000:01000000:2.0:1772471845.718711:0:19204:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1772471845.718730:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].56, 136 off17872 00000040:00080000:2.0:1772471845.718747:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].57, 224 off18096 00000040:00080000:2.0:1772471845.718809:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].50, 224 off16832 20000000:01000000:2.0:1772471845.718817:0:19204:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1772471845.718989:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].51, 144 off16976 00000040:00080000:2.0:1772471845.719010:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].52, 224 off17200 00000040:00080000:2.0:1772471845.719073:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].50, 224 off16832 20000000:01000000:2.0:1772471845.719081:0:19204:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1772471845.719096:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].51, 144 off16976 00000040:00080000:2.0:1772471845.719111:0:19204:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].52, 224 off17200 10000000:01000000:2.0:1772471845.719122:0:19204:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1772471845.719141:0:19204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719160:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d132a expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719168:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d133f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1338 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719175:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1346 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719182:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1354 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719453:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1362 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719486:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1370 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719492:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d137e expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719499:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d138c expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719505:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b85e5de00/0xb50b868c089d13a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d139a expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719514:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b85e5d400/0xb50b868c089d13a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40689c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719521:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d13af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068a3 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719528:0:19204:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719536:0:19204:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719580:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719595:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 11 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.719622:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856713856:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471845.719797:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d13af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068a3 expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.719806:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d13af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068a3 expref: 11 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.719814:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856713984:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471845.720001:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b85e5d400/0xb50b868c089d13a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40689c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.720010:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b85e5d400/0xb50b868c089d13a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40689c expref: 11 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.720020:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856714112:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471845.720054:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b85e5de00/0xb50b868c089d13a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d139a expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.720062:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b85e5de00/0xb50b868c089d13a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d139a expref: 22 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.720072:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856714240:0@lo:104: 00000100:00100000:2.0:1772471845.720111:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772471845.720151:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d138c expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.720160:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d138c expref: 22 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471845.720322:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856714240 00000100:00100000:1.0:1772471845.720330:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856714240 00000100:00100000:1.0:1772471845.720396:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1772471845.720406:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714240:12345-0@lo:104: 00010000:00010000:1.0:1772471845.720417:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.720477:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471845.720483:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714240:12345-0@lo:104: Request processed in 80us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.720490:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00010000:1.0:1772471845.720520:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471845.720525:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.720532:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9800 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471845.720536:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.720545:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471845.720561:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471845.720568:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471845.720598:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.720604:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471845.720626:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.720633:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9800/0xb50b868c089d139a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13a1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.720647:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471845.720648:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471845.720650:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471845.720662:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856714496:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471845.720690:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471845.720733:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856714496 00000100:00100000:1.0:1772471845.720737:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856714496 00010000:00010000:1.0:1772471845.720754:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b85e5de00/0xb50b868c089d13a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d139a expref: 23 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471845.720776:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1772471845.720782:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856714496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471845.720816:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471845.720821:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b85e5de00/0xb50b868c089d13a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d139a expref: 23 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.721014:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b85e5de00/0xb50b868c089d13a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d139a expref: 23 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.721029:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471845.721060:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856714496:12345-0@lo:103:ldlm_bl.0 Request processed in 278us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.721066:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1772471845.721554:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856714368:0@lo:104: 00000100:00100000:2.0:1772471845.721588:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471845.721617:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856714368 00000100:00100000:2.0:1772471845.721623:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856714368 00000100:00100000:2.0:1772471845.721656:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1772471845.721663:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714368:12345-0@lo:104: 00010000:00010000:2.0:1772471845.721674:0:6509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.721710:0:6509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772471845.721716:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714368:12345-0@lo:104: Request processed in 54us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.721721:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00010000:2.0:1772471845.721758:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d137e expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.721770:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d137e expref: 22 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.721781:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856714624:0@lo:104: 00000100:00100000:2.0:1772471845.721804:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772471845.721918:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1370 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.721928:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1370 expref: 22 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.721936:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856714752:0@lo:104: 00000100:00100000:2.0:1772471845.721973:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471845.721993:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856714624 00000100:00100000:2.0:1772471845.721997:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856714624 00000100:00100000:2.0:1772471845.722011:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856714752 00000100:00100000:2.0:1772471845.722014:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856714752 00000100:00100000:2.0:1772471845.722024:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1772471845.722029:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19204:x1858570856714624:12345-0@lo:104: 00010000:00010000:2.0:1772471845.722037:0:6509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.722069:0:6509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1772471845.722074:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19204:x1858570856714624:12345-0@lo:104: Request processed in 45us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.722079:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1772471845.722090:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1772471845.722096:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714752:12345-0@lo:104: 00010000:00010000:2.0:1772471845.722103:0:6509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.722130:0:6509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1772471845.722135:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714752:12345-0@lo:104: Request processed in 39us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.722139:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:2.0:1772471845.722164:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1362 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.722172:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1362 expref: 22 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.722291:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856714880:0@lo:104: 00000100:00100000:2.0:1772471845.722335:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471845.722447:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856714880 00000100:00100000:2.0:1772471845.722452:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856714880 00000100:00100000:2.0:1772471845.722480:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1772471845.722485:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714880:12345-0@lo:104: 00010000:00010000:2.0:1772471845.722493:0:6509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722505:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1772471845.722512:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.722520:0:6509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00010000:00010000:1.0:1772471845.722520:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eb800 already unused, calling callback (ffffffffc11bfc20) 00000100:00100000:2.0:1772471845.722525:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856714880:12345-0@lo:104: Request processed in 39us (190us total) trans 0 rc 0/0 10000000:00010000:1.0:1772471845.722525:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.722531:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:1.0:1772471845.722534:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471845.722542:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.722556:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1354 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471845.722560:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1772471845.722564:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1354 expref: 22 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.722572:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856715008:0@lo:104: 00010000:00010000:1.0:1772471845.722581:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722587:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1772471845.722591:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772471845.722605:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.722608:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715008 00000100:00100000:2.0:1772471845.722611:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715008 00010000:00010000:1.0:1772471845.722612:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d138c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1393 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.722626:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1772471845.722631:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856715008:12345-0@lo:104: 00010000:00010000:1.0:1772471845.722633:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1772471845.722636:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.722638:0:6509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722643:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471845.722646:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722653:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471845.722660:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471845.722665:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471845.722678:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722684:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471845.722701:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722707:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8c00/0xb50b868c089d137e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1385 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722716:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1772471845.722719:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722735:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4a00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471845.722739:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.722747:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471845.722753:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471845.726439:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1772471845.726632:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1772471845.726641:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.726686:0:6509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1772471845.726715:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856715008:12345-0@lo:104: Request processed in 4077us (4117us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.726728:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:2.0:1772471845.726925:0:19204:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1346 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.726940:0:19204:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1346 expref: 22 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.726954:0:19204:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19204:1858570856715392:0@lo:104: 00000100:00100000:2.0:1772471845.727040:0:19204:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471845.727085:0:6509:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1772471845.727097:0:6509:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715392 00000100:00100000:2.0:1772471845.727106:0:6509:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715392 00000100:00100000:2.0:1772471845.727418:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1772471845.727429:0:6509:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c99b80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856715392:12345-0@lo:104: 00010000:00010000:0.0:1772471845.730981:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5a00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:0.0:1772471845.730990:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731012:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772471845.731019:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471845.731039:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1772471845.731078:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731084:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772471845.731099:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731105:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e5a00/0xb50b868c089d1362 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1369 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731120:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471845.731124:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731129:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32a00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:0.0:1772471845.731132:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731138:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772471845.731144:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471845.731149:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1772471845.731163:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731174:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772471845.731483:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731491:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32a00/0xb50b868c089d1354 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d135b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731501:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471845.731504:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471845.731507:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471845.731533:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715648 00000100:00100000:0.0:1772471845.731541:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715648 00000100:00100000:0.0:1772471845.731584:0:6508:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715776 00000100:00100000:0.0:1772471845.731587:0:6508:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715776 00000100:00100000:0.0:1772471845.731603:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1772471845.731612:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19204:x1858570856715648:12345-0@lo:104: 00010000:00010000:0.0:1772471845.731623:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731711:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772471845.731717:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19204:x1858570856715648:12345-0@lo:104: Request processed in 106us (2825us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.731725:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1772471845.731745:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1772471845.731752:0:6508:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19204:x1858570856715776:12345-0@lo:104: 00010000:00010000:0.0:1772471845.731760:0:6508:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.731786:0:6508:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1772471845.731791:0:6508:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19204:x1858570856715776:12345-0@lo:104: Request processed in 40us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.731807:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1772471845.731972:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856716032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.732080:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471845.732129:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856714496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.732148:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471845.732154:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856715136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.732174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471845.732509:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856716032 00000100:00100000:0.0:1772471845.732514:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856716032 00010000:00010000:0.0:1772471845.732538:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1354 expref: 22 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471845.732563:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715136 00000100:00100000:0.0:1772471845.732566:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715136 00010000:00010000:0.0:1772471845.732577:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d138c expref: 23 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471845.732605:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1772471845.732612:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856716032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772471845.732624:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471845.732629:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1354 expref: 23 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.732639:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1354 expref: 23 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.732654:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c9000/0xb50b868c089d135b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1354 expref: 23 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.732683:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471845.732813:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+22:3652:x1858570856716032:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.732820:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1772471845.733166:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1772471845.733176:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+21:3652:x1858570856715136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772471845.733185:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471845.733484:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d138c expref: 21 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.733494:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d138c expref: 21 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.733506:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d1393 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d138c expref: 21 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.733519:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471845.733552:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+20:3652:x1858570856715136:12345-0@lo:103:ldlm_bl.0 Request processed in 379us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.733559:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:0.0:1772471845.733664:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1772471845.733671:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.733680:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32400 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:0.0:1772471845.733684:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.733791:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772471845.733798:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471845.733804:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1772471845.733964:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.733972:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772471845.733988:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734004:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32400/0xb50b868c089d1338 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d133f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734017:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471845.734020:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734026:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:0.0:1772471845.734028:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734036:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772471845.734042:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471845.734054:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1772471845.734680:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734689:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1772471845.734697:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734704:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5ca00/0xb50b868c089d132a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1331 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.734714:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471845.734715:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471845.734717:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471845.734757:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856715136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.734769:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856716032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.734796:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471845.734806:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856716160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.735123:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471845.735171:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471845.735615:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856716160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.736512:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856715264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.736560:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471845.736602:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856716288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.736623:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471845.736656:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471845.736663:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856715904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.736684:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471845.737064:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715264 00000100:00100000:0.0:1772471845.737072:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715264 00010000:00010000:0.0:1772471845.737104:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d137e expref: 19 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471845.737127:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856716288 00000100:00100000:0.0:1772471845.737129:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856716288 00010000:00010000:0.0:1772471845.737140:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d132a expref: 20 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471845.737150:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715904 00000100:00100000:0.0:1772471845.737152:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715904 00010000:00010000:0.0:1772471845.737160:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1362 expref: 21 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471845.737171:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1772471845.737178:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+21:3654:x1858570856715264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772471845.737288:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471845.737295:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d137e expref: 21 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737329:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d137e expref: 21 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737346:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb79e4400/0xb50b868c089d1385 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d137e expref: 21 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737361:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471845.737404:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+20:3654:x1858570856715264:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.737411:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1772471845.737464:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1772471845.737471:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+19:3654:x1858570856716288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772471845.737478:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471845.737482:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d132a expref: 19 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737490:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d132a expref: 19 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737499:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d1331 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d132a expref: 19 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737508:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471845.737527:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+18:3654:x1858570856716288:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.737532:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1772471845.737543:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1772471845.737548:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+17:3654:x1858570856715904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1772471845.737554:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471845.737558:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1362 expref: 17 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737565:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1362 expref: 17 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737574:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b84f33e00/0xb50b868c089d1369 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1362 expref: 17 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471845.737588:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471845.737608:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3654:x1858570856715904:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471845.737613:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1772471845.737646:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856715904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.737654:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856715264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471845.737660:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856716288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772471845.739327:0:6509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.739429:0:6509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1772471845.739438:0:6509:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c99b80450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19204:x1858570856715392:12345-0@lo:104: Request processed in 12010us (12396us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.739447:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:2.0:1772471845.739520:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772471845.739526:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.739552:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:2.0:1772471845.739557:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.739568:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1772471845.739575:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772471845.739581:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1772471845.739620:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.739627:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772471845.739646:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.739653:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4000/0xb50b868c089d1346 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d134d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.739666:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471845.739668:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471845.739669:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471845.739683:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856716416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772471845.739719:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471845.739783:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856716416 00000100:00100000:2.0:1772471845.739790:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856716416 00010000:00010000:2.0:1772471845.739818:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1346 expref: 16 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.742595:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1772471845.742619:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3655:x1858570856716416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772471845.742638:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471845.742647:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1346 expref: 16 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.742660:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d134d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1346 expref: 16 pid: 6520 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.742682:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471845.742762:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3655:x1858570856716416:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.742770:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1772471845.743020:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856716416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1772471845.745710:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471845.745737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471845.745770:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471845.746033:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716928 00000100:00100000:2.0:1772471845.746042:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716928 00010000:00010000:2.0:1772471845.746084:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d13af lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068a3 expref: 12 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.746117:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834716800 00000100:00100000:2.0:1772471845.746120:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834716800 00010000:00010000:2.0:1772471845.746132:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 13 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.746148:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717056 00000100:00100000:2.0:1772471845.746164:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717056 00010000:00010000:2.0:1772471845.746177:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b85e5d400/0xb50b868c089d13a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40689c expref: 14 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471845.746472:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 241 00000100:00100000:2.0:1772471845.746484:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:2412:x1858570834716928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471845.746500:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471845.746507:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d13af lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068a3 expref: 14 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.746518:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d13af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068a3 expref: 14 pid: 6518 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.746538:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471845.746592:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:2412:x1858570834716928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 111us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.746601:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 241 00000100:00100000:2.0:1772471845.746621:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 242 00000100:00100000:2.0:1772471845.746628:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:2412:x1858570834716800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471845.746635:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471845.746640:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 13 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.746649:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b86084a00/0xb50b868c089d13b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068aa expref: 13 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.746659:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471845.746678:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:2412:x1858570834716800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 50us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.746694:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 242 00000100:00100000:2.0:1772471845.746708:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 243 00000100:00100000:2.0:1772471845.746714:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834717056:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471845.746721:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471845.746726:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b85e5d400/0xb50b868c089d13a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40689c expref: 12 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.746735:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b85e5d400/0xb50b868c089d13a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40689c expref: 12 pid: 6520 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471845.746744:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471845.746763:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834717056:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 49us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471845.746775:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 243 00010000:00010000:1.0:1772471845.748951:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.748968:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471845.749014:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749022:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d1370 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1377 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471845.749049:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772471845.749071:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856715520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471845.749130:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471845.749175:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856715520 00000100:00100000:1.0:1772471845.749180:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856715520 00010000:00010000:1.0:1772471845.749356:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1370 expref: 15 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471845.749400:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1772471845.749410:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:16f72e44-8050-4902-a072-a7532a3e8a1e+15:3653:x1858570856715520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471845.749423:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471845.749428:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1370 expref: 15 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749438:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1370 expref: 15 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749463:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b84f32c00/0xb50b868c089d1377 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1370 expref: 15 pid: 6519 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749478:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749485:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749501:0:15709:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749509:0:15709:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749515:0:15709:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749521:0:15709:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749537:0:15709:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471845.749541:0:15709:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749549:0:15709:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749561:0:15709:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d13bd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471845.749571:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471845.749606:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:16f72e44-8050-4902-a072-a7532a3e8a1e+14:3653:x1858570856715520:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471845.749614:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1772471845.749667:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856715520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471845.749683:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471845.749685:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471845.749687:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471845.994667:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471846.314615:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471846.314639:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856716544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471846.314705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1772471846.315526:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471846.315745:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856716672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471846.315794:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.316096:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856716672 00000100:00100000:1.0:1772471846.316113:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856716672 00000100:00100000:1.0:1772471846.316168:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1772471846.316176:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856716672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471846.316194:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00080000:0.0:1772471846.316333:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471846.316473:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856716672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 297us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.316481:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1772471846.316568:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856716672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471846.316706:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471846.316798:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471846.316811:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856717184:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.316848:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.316897:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856717056:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.316936:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.316956:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471846.316962:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856716928:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.316984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.317016:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856717056 00000100:00100000:0.0:1772471846.317021:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856717056 00000100:00100000:0.0:1772471846.317056:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1772471846.317063:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856717056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.317134:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856717056:12345-0@lo:400:kworker.0 Request processed in 72us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.317142:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1772471846.317171:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856717056:0@lo:400:kworker.0 00000100:00100000:1.0:1772471846.320185:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856717184 00000100:00100000:1.0:1772471846.320226:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856717184 00000100:00100000:1.0:1772471846.320297:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856716928 00000100:00100000:1.0:1772471846.320330:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856716928 00000100:00100000:1.0:1772471846.320361:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1772471846.320371:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856717184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471846.320481:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856717184:12345-0@lo:400:kworker.0 Request processed in 111us (3631us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.320489:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1772471846.320512:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1772471846.320519:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856716928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471846.320554:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856716928:12345-0@lo:400:kworker.0 Request processed in 36us (3569us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.320564:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1772471846.320615:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856716928:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.320758:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856717184:0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.321284:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856716800:0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.321371:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.321483:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856716800 00000100:00100000:0.0:1772471846.321489:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856716800 00000100:00100000:0.0:1772471846.321536:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1772471846.321543:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+14:3654:x1858570856716800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.321592:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+14:3654:x1858570856716800:12345-0@lo:400:kworker.0 Request processed in 49us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.321599:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1772471846.321732:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856716800:0@lo:400:kworker.0 00000100:00100000:1.0:1772471846.324254:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856717440:0@lo:400:kworker.0 00000100:00100000:1.0:1772471846.324347:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.324501:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856717312:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.324536:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.324586:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856717568:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.324610:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.324643:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856717440 00000100:00100000:0.0:1772471846.324650:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856717440 00000100:00100000:0.0:1772471846.324698:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856717568 00000100:00100000:0.0:1772471846.324701:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856717568 00000100:00100000:0.0:1772471846.324722:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1772471846.324731:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856717440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.332863:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856717696:0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.333898:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856717824 00000100:00100000:2.0:1772471846.333913:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856717824 00000100:00100000:2.0:1772471846.333966:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1772471846.333973:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856717824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.334014:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856717824:12345-0@lo:400:kworker.0 Request processed in 42us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.334021:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:2.0:1772471846.334036:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471846.334056:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856717824:0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.334075:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.334103:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856717696 00000100:00100000:2.0:1772471846.334107:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856717696 00000100:00100000:2.0:1772471846.334135:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1772471846.334142:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856717696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471846.334176:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856717696:12345-0@lo:400:kworker.0 Request processed in 34us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.334182:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:2.0:1772471846.334198:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471846.334215:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856717696:0@lo:400:kworker.0 00000100:00100000:0.0:1772471846.335142:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856717440:12345-0@lo:400:kworker.0 Request processed in 10410us (10793us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.335151:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1772471846.335464:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856717440:0@lo:400:kworker.0 10000000:01000000:2.0:1772471846.826508:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1772471846.826517:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb780d000 from 55 10000000:01000000:2.0:1772471846.826523:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1772471846.826576:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.826589:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.826600:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471846.826645:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.826715:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.826793:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733240 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.827051:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718208 00000100:00100000:0.0:1772471846.827059:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718208 00000100:00100000:0.0:1772471846.827123:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1772471846.827134:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+14:6522:x1858570856718208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471846.827150:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471846.827164:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d13c4 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.827186:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.827197:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.827207:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085a00, rc 0) 00000100:00100000:0.0:1772471846.827268:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856718208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.827275:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1772471846.827572:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471846.827587:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.827596:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471846.827662:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.827691:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.827723:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733240 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.827793:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718336 00000100:00100000:1.0:1772471846.827798:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718336 00000100:00100000:1.0:1772471846.827835:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1772471846.827843:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856718336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.827995:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856718336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 152us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.828002:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1772471846.828034:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.828077:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.828117:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.828131:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e540 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.828142:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718464 00000100:00100000:1.0:1772471846.828146:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718464 00000100:00100000:1.0:1772471846.828164:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1772471846.828170:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856718464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.829173:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856718464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 998us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.829183:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1772471846.830388:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.832724:0:19205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19205:1858570856718592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471846.832834:0:19205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.833924:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718592 00000100:00100000:1.0:1772471846.833936:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718592 00000100:00100000:1.0:1772471846.834006:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1772471846.834017:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19205:x1858570856718592:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.835736:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19205:x1858570856718592:12345-0@lo:502:llog_process_th.0 Request processed in 1712us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.835759:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1772471846.836348:0:19205:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.836375:0:19205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19205:1858570856718592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471846.837152:0:19205:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19205:1858570856718720:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471846.837538:0:19205:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.837574:0:19205:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.838025:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718720 00000100:00100000:1.0:1772471846.838033:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718720 00000100:00100000:1.0:1772471846.838088:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1772471846.838097:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19205:x1858570856718720:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.839246:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19205:x1858570856718720:12345-0@lo:502:llog_process_th.0 Request processed in 1145us (1704us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.839256:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1772471846.843029:0:19205:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19205:1858570856718720:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1772471846.843085:0:19205:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:2.0:1772471846.843958:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:2.0:1772471846.843984:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1772471846.843997:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.844009:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772471846.844021:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1772471846.844023:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1772471846.844026:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1772471846.844062:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.844078:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.844089:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471846.844111:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.844169:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.844221:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733240 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.844737:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718848 00000100:00100000:1.0:1772471846.844759:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718848 00000100:00100000:1.0:1772471846.844831:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1772471846.844840:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856718848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471846.845599:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471846.845617:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d13d2 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.845641:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.845649:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.845655:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eb800, rc 0) 00000100:00100000:1.0:1772471846.845713:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856718848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 875us (1544us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.845719:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1772471846.845810:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471846.845823:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.845829:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471846.845902:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.845925:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.845949:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.847088:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856718976 00000100:00100000:1.0:1772471846.847101:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856718976 00000100:00100000:1.0:1772471846.847162:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1772471846.847171:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856718976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.848484:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856718976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1308us (2550us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.848495:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1772471846.867167:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856718976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.885739:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.886046:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.886123:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.896753:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856719104 00000100:00100000:0.0:1772471846.896773:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856719104 00000100:00100000:1.0:1772471846.897041:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1772471846.897051:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856719104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.897227:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856719104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 177us (11180us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.897244:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1772471846.897779:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719104:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1772471846.899726:0:19206:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 10000000:01000000:0.0:1772471846.911472:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1772471846.911482:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb4245000 from 55 10000000:01000000:0.0:1772471846.911488:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1772471846.911533:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.911542:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.911551:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471846.911571:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.919397:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.919468:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.930164:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856719232 00000100:00100000:2.0:1772471846.930180:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856719232 00000100:00100000:2.0:1772471846.930249:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1772471846.930261:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856719232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471846.930281:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471846.930350:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d13e0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.930381:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.930394:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.930420:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9600, rc 0) 00000100:00100000:2.0:1772471846.930506:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856719232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 246us (11116us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.930513:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1772471846.930696:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471846.930718:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.930725:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471846.930794:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.930820:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.930856:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.931084:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856719360 00000100:00100000:2.0:1772471846.931089:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856719360 00000100:00100000:2.0:1772471846.931167:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1772471846.931175:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856719360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.931293:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856719360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.931299:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1772471846.931371:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.931392:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719488:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.931427:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.940792:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.944608:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719488:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.949157:0:19207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19207:1858570856719616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.949257:0:19207:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.949331:0:19207:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16659c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.951133:0:19207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19207:1858570856719616:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471846.951236:0:19207:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19207:1858570856719744:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471846.951347:0:19207:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.951380:0:19207:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733240 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.951534:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856719744 00000100:00100000:0.0:1772471846.951541:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856719744 00000100:00100000:0.0:1772471846.951591:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1772471846.951601:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19207:x1858570856719744:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471846.952139:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19207:x1858570856719744:12345-0@lo:502:llog_process_th.0 Request processed in 539us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.952148:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1772471846.952354:0:19207:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19207:1858570856719744:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1772471846.952388:0:19207:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:0.0:1772471846.952528:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:0.0:1772471846.952551:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1772471846.952561:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.952644:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471846.952655:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1772471846.952658:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1772471846.952661:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1772471846.952692:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.952700:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.952708:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471846.952726:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.952764:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.952839:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540be40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.952966:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856719872 00000100:00100000:1.0:1772471846.952972:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856719872 00000100:00100000:1.0:1772471846.953053:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1772471846.953063:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856719872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471846.953073:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471846.953087:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d13ee expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.953108:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d13ee expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.953117:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13ee expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.953126:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85ea800, rc 0) 00000100:00100000:1.0:1772471846.953224:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856719872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.953230:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1772471846.953682:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856719872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471846.953697:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.953707:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471846.953770:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.953801:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.953834:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540be40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.953980:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856720000 00000100:00100000:2.0:1772471846.953985:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856720000 00000100:00100000:2.0:1772471846.954062:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1772471846.954069:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856720000:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.954185:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856720000:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.954191:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1772471846.954841:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.954986:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720128:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.955037:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471846.955070:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540be40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.955114:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856720128 00000100:00100000:2.0:1772471846.955119:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856720128 00000100:00100000:2.0:1772471846.955153:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1772471846.955160:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856720128:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.955373:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856720128:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 213us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.955380:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1772471846.955530:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720128:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1772471846.957213:0:19208:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1772471846.957604:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1772471846.957627:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1772471846.957640:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.957651:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471846.957679:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1772471846.957682:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cbc1de000 from 55 10000000:01000000:1.0:1772471846.957685:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1772471846.957723:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.957730:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.957741:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471846.957767:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.957831:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.957979:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.958039:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856720256 00000100:00100000:2.0:1772471846.958047:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856720256 00000100:00100000:2.0:1772471846.958096:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1772471846.958105:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856720256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471846.958118:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471846.958131:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d13fc expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.958154:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d13fc expref: 19 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.958164:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13fc expref: 19 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.958172:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8400, rc 0) 00000100:00100000:2.0:1772471846.958219:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856720256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.958227:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1772471846.958712:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471846.958730:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.958739:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471846.958808:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720384:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.958843:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.958981:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.959584:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720384:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.959617:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720512:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.959675:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.959695:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.959812:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856720512 00000100:00100000:0.0:1772471846.959819:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856720512 00000100:00100000:0.0:1772471846.959871:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1772471846.959878:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856720512:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.959970:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856720512:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.959976:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1772471846.960291:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856720512:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.961143:0:19209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19209:1858570856720640:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.961221:0:19209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.961256:0:19209:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16659c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.961672:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856720640 00000100:00100000:0.0:1772471846.961680:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856720640 00000100:00100000:0.0:1772471846.961730:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1772471846.961739:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19209:x1858570856720640:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471846.961882:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19209:x1858570856720640:12345-0@lo:502:llog_process_th.0 Request processed in 145us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.961889:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1772471846.962090:0:19209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19209:1858570856720640:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.962153:0:19209:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19209:1858570856720768:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.962188:0:19209:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.962234:0:19209:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16659c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.962734:0:19209:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19209:1858570856720768:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1772471846.962755:0:19209:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:0.0:1772471846.963552:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856720896 00000100:00100000:0.0:1772471846.963558:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856720896 00000100:00100000:0.0:1772471846.963586:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1772471846.963593:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856720896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471846.963604:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471846.963622:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d140a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.963645:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d140a expref: 20 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.963655:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d140a expref: 20 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.963664:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:0.0:1772471846.963693:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856720896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.963699:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1772471846.964043:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721024 00000100:00100000:0.0:1772471846.964048:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721024 00000100:00100000:0.0:1772471846.964081:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1772471846.964088:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856721024:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.964191:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856721024:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.964198:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1772471846.964674:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721152 00000100:00100000:0.0:1772471846.964679:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721152 00000100:00100000:0.0:1772471846.964831:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1772471846.964839:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856721152:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471846.964941:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856721152:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.964948:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1772471846.966172:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721280 00000100:00100000:1.0:1772471846.966180:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721280 00000100:00100000:1.0:1772471846.966226:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1772471846.966234:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19210:x1858570856721280:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.966712:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19210:x1858570856721280:12345-0@lo:502:llog_process_th.0 Request processed in 477us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.966721:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1772471846.967113:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721408 00000100:00100000:0.0:1772471846.967123:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721408 00000100:00100000:1.0:1772471846.968073:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1772471846.968083:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19210:x1858570856721408:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.968373:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19210:x1858570856721408:12345-0@lo:502:llog_process_th.0 Request processed in 290us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.968381:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000020:01000000:2.0:1772471846.969106:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0001 gen 50-52 (rc=0) 10000000:01000000:2.0:1772471846.969127:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1772471846.969136:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.969153:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772471846.969164:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1772471846.969166:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cc1620000 from 55 10000000:01000000:2.0:1772471846.969169:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1772471846.969195:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.969284:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.969296:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471846.969586:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856721536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.969637:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.969702:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.969750:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721536 00000100:00100000:0.0:1772471846.969756:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721536 00000100:00100000:0.0:1772471846.969830:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1772471846.969840:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856721536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471846.969863:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471846.969877:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1418 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.969898:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1418 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.969908:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1418 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471846.969917:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085800, rc 0) 00000100:00100000:0.0:1772471846.969959:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856721536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471846.969966:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1772471846.970037:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856721536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471846.970049:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.970058:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471846.970111:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856721664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.970136:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.970707:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.970808:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721664 00000100:00100000:1.0:1772471846.970814:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721664 00000100:00100000:1.0:1772471846.970848:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1772471846.970948:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856721664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.971084:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856721664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 227us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.971092:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1772471846.971173:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856721664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.971220:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856721792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.971262:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471846.971485:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471846.971706:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721792 00000100:00100000:0.0:1772471846.971713:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721792 00000100:00100000:1.0:1772471846.971762:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1772471846.971771:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856721792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.972074:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856721792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 304us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.972081:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1772471846.972703:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856721792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.973833:0:19211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19211:1858570856721920:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.974020:0:19211:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.974065:0:19211:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.974110:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856721920 00000100:00100000:2.0:1772471846.974116:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856721920 00000100:00100000:2.0:1772471846.974161:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1772471846.974170:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19211:x1858570856721920:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471846.974344:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19211:x1858570856721920:12345-0@lo:502:llog_process_th.0 Request processed in 175us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.974352:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1772471846.974780:0:19211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19211:1858570856721920:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.974833:0:19211:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19211:1858570856722048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.974968:0:19211:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.974999:0:19211:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.976052:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722048 00000100:00100000:2.0:1772471846.976063:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722048 00000100:00100000:2.0:1772471846.976122:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1772471846.976130:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19211:x1858570856722048:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471846.976276:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19211:x1858570856722048:12345-0@lo:502:llog_process_th.0 Request processed in 146us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.976284:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1772471846.976551:0:19211:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19211:1858570856722048:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1772471846.976587:0:19211:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:1.0:1772471846.978623:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722176 00000100:00100000:1.0:1772471846.978635:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722176 00000100:00100000:1.0:1772471846.978704:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1772471846.978714:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856722176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471846.978749:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471846.978768:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1426 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.978795:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1426 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.978807:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1426 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.978816:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eac00, rc 0) 00000100:00100000:1.0:1772471846.979089:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856722176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 375us (1904us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.979096:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1772471846.981108:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722304 00000100:00100000:2.0:1772471846.981116:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722304 00000100:00100000:2.0:1772471846.981342:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1772471846.981355:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856722304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.981966:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856722304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 613us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.981988:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1772471846.982898:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb11dee40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.983065:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722432 00000100:00100000:1.0:1772471846.983072:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722432 00000100:00100000:1.0:1772471846.983109:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1772471846.983117:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856722432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.983251:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856722432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 135us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.983258:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1772471846.983569:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856722432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471846.984057:0:19212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19212:1858570856722560:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471846.984104:0:19212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471846.984139:0:19212:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb11de540 going to sleep for 11 seconds 00000100:00100000:1.0:1772471846.984191:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722560 00000100:00100000:1.0:1772471846.984196:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722560 00000100:00100000:1.0:1772471846.984234:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1772471846.984241:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19212:x1858570856722560:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.984584:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19212:x1858570856722560:12345-0@lo:502:llog_process_th.0 Request processed in 342us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471846.984601:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1772471846.984683:0:19212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19212:1858570856722560:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1772471846.984706:0:19212:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1772471846.984718:0:19212:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1772471846.984721:0:19212:0:(obd_config.c:1594:class_process_config()) marker 47 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1772471846.984727:0:19212:0:(obd_config.c:1506:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1772471846.984744:0:19212:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000020:01000004:3.0:1772471846.985342:0:19213:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8f9cc1620000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1772471846.985347:0:19213:0:(obd_mount.c:724:lustre_put_lsi()) put ffff8f9cc1620000 4 00000100:00100000:1.0:1772471846.985617:0:19212:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19212:1858570856722688:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471846.985669:0:19212:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.985701:0:19212:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665900 going to sleep for 11 seconds 00000100:00100000:3.0:1772471846.985746:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722688 00000100:00100000:3.0:1772471846.985751:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722688 00000100:00100000:3.0:1772471846.985778:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1772471846.985786:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19212:x1858570856722688:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471846.986179:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19212:x1858570856722688:12345-0@lo:502:llog_process_th.0 Request processed in 393us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471846.986189:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1772471846.986346:0:19212:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19212:1858570856722688:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772471846.986375:0:19212:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1772471846.986382:0:19212:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772471846.986384:0:19212:0:(obd_config.c:1594:class_process_config()) marker 47 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1772471846.986389:0:19212:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000020:01000000:1.0:1772471846.986962:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 50-52 (rc=0) 10000000:01000000:1.0:1772471846.986986:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1772471846.986998:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.987010:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471846.987021:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1772471846.987023:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8f9c857499b8 from 1 10000000:01000000:1.0:1772471846.987026:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1772471846.987060:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.987069:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.987080:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471846.987100:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856722816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.987142:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.987180:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471846.987620:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722816 00000100:00100000:2.0:1772471846.987630:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722816 00000100:00100000:2.0:1772471846.987712:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1772471846.987721:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856722816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471846.987735:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471846.987749:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1434 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.987772:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1434 expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.987784:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1434 expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471846.987792:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8800, rc 0) 00000100:00100000:2.0:1772471846.987839:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856722816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471846.987845:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1772471846.987940:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856722816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471846.987966:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.987975:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471846.988033:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856722944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471846.988064:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471846.988467:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772471846.988601:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856722944 00000100:00100000:3.0:1772471846.988607:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856722944 00000100:00100000:2.0:1772471846.988697:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1772471846.988705:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856722944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471846.988784:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856722944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 80us (719us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772471846.988792:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1772471846.988873:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856722944:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1772471846.988904:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1772471846.988913:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471846.988922:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471847.018528:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471847.340454:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856723072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471847.340552:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471847.340628:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856723200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471847.340658:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471847.340683:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856723072 00000100:00100000:2.0:1772471847.340692:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856723072 00000100:00100000:2.0:1772471847.340747:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856723200 00000100:00100000:2.0:1772471847.340750:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856723200 00000100:00100000:2.0:1772471847.340778:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1772471847.340786:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856723072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772471847.340817:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:2.0:1772471847.340861:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856723072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471847.340868:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:2.0:1772471847.340886:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1772471847.340892:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856723200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471847.340902:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:2.0:1772471847.340935:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856723200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471847.340941:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1772471847.340984:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856723200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471847.341013:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856723072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471847.429767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471847.429884:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717184 00000100:00100000:3.0:1772471847.429895:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717184 00000100:00100000:3.0:1772471847.429959:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 567 00000100:00100000:3.0:1772471847.429970:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+9:6183:x1858570834717184:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471847.430000:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471847.430020:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068b1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471847.430074:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471847.430088:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471847.430100:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:3.0:1772471847.430186:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834717184:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 218us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471847.430193:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 567 00000100:00100000:2.0:1772471847.437768:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471847.441833:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717312 00000100:00100000:0.0:1772471847.441850:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717312 00000100:00100000:0.0:1772471847.441934:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 568 00000100:00100000:0.0:1772471847.441944:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834717312:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471847.442155:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834717312:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 211us (4396us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471847.442164:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 568 00000100:00100000:1.0:1772471847.447589:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471847.450824:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717440 00000100:00100000:2.0:1772471847.450844:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717440 00000100:00100000:2.0:1772471847.450924:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 569 00000100:00100000:2.0:1772471847.450935:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834717440:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471847.451134:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834717440:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 199us (3557us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471847.451143:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 569 00000100:00100000:2.0:1772471847.461591:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471847.468377:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717568 00000100:00100000:3.0:1772471847.468394:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717568 00000100:00100000:3.0:1772471847.468563:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 570 00000100:00100000:3.0:1772471847.468574:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23448:x1858570834717568:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:3.0:1772471847.468786:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23448:x1858570834717568:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 213us (7204us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471847.468795:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 570 00000100:00100000:2.0:1772471847.480380:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471847.480737:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717696 00000100:00100000:0.0:1772471847.480836:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717696 00000100:00100000:0.0:1772471847.480946:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 571 00000100:00100000:0.0:1772471847.480957:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23448:x1858570834717696:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:0.0:1772471847.481131:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23448:x1858570834717696:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 174us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471847.481139:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 571 00000100:00100000:1.0:1772471847.488292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471847.489596:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717824 00000100:00100000:3.0:1772471847.489612:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717824 00000100:00100000:3.0:1772471847.489680:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 572 00000100:00100000:3.0:1772471847.489690:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834717824:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471847.489708:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471847.489728:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068b8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471847.489761:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471847.489788:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471847.489798:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:3.0:1772471847.489881:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834717824:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 191us (1609us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471847.489995:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 572 00000100:00100000:1.0:1772471847.495804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471847.495975:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834717952 00000100:00100000:3.0:1772471847.495986:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834717952 00000100:00100000:3.0:1772471847.496244:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 573 00000100:00100000:3.0:1772471847.496256:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834717952:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471847.497199:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834717952:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 939us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471847.497211:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 573 00000100:00100000:1.0:1772471847.503056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471847.506613:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718080 00000100:00100000:0.0:1772471847.506630:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718080 00000100:00100000:1.0:1772471847.507255:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 574 00000100:00100000:1.0:1772471847.507268:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834718080:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471847.507960:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834718080:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 689us (4908us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471847.507978:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 574 00000100:00100000:1.0:1772471847.515340:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471847.515460:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718208 00000100:00100000:0.0:1772471847.515472:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718208 00000100:00100000:0.0:1772471847.515533:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 575 00000100:00100000:0.0:1772471847.515542:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23449:x1858570834718208:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:0.0:1772471847.515731:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23449:x1858570834718208:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 189us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471847.515739:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 575 00000100:00100000:2.0:1772471847.519977:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471847.520140:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718336 00000100:00100000:1.0:1772471847.520151:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718336 00000100:00100000:1.0:1772471847.520217:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 576 00000100:00100000:1.0:1772471847.520227:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23449:x1858570834718336:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:1.0:1772471847.520427:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23449:x1858570834718336:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 201us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471847.520437:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 576 00000100:00100000:1.0:1772471847.531369:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471847.531982:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718464 00000100:00100000:2.0:1772471847.531996:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718464 00000100:00100000:2.0:1772471847.532078:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 577 00000100:00100000:2.0:1772471847.532088:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834718464:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471847.532106:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471847.532125:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068bf expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471847.532153:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471847.532166:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471847.532175:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8a00, rc 0) 00000100:00100000:2.0:1772471847.532248:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834718464:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 161us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471847.532256:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 577 00000100:00100000:2.0:1772471847.544379:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471847.544622:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718592 00000100:00100000:1.0:1772471847.544633:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718592 00000100:00100000:1.0:1772471847.544705:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 578 00000100:00100000:1.0:1772471847.544715:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834718592:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471847.545000:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834718592:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 285us (632us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772471847.545008:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 578 00010000:00010000:1.0:1772471848.067480:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471848.876005:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471848.876036:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856723328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471848.876114:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471848.876199:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856723328 00000100:00100000:0.0:1772471848.876208:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856723328 00000100:00100000:0.0:1772471848.876264:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1772471848.876273:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856723328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471848.876329:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1772471848.876382:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856723328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471848.876389:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1772471848.876464:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856723328:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471849.079231:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471849.277062:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.284773:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718848 00000100:00100000:3.0:1772471849.284788:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718848 00000100:00100000:3.0:1772471849.284869:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 768 00000100:00100000:3.0:1772471849.284881:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+73:23469:x1858570834718848:12345-192.168.202.58@tcp:36:mkdir.0 00010000:00010000:3.0:1772471849.284937:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471849.284966:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d101a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406799 expref: 73 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.284985:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471849.284990:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471849.285052:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.285067:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 30 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.285088:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.285121:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 30 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.285135:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 30 pid: 6527 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471849.285150:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856723456:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471849.285236:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd84f240 going to sleep for 11 seconds 00000100:00080000:1.0:1772471849.289025:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471849.305936:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.306001:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856723456:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471849.306027:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471849.307773:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834718976 00000100:00100000:3.0:1772471849.307786:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834718976 00010000:00010000:3.0:1772471849.307844:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 31 pid: 6527 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471849.307880:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 245 00000100:00100000:3.0:1772471849.307890:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2409:x1858570834718976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471849.307907:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471849.307914:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 31 pid: 6527 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.307943:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 31 pid: 6527 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.307967:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1059 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4067ae expref: 31 pid: 6527 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.307982:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471849.307987:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.307997:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308004:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308028:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471849.308088:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+30:2409:x1858570834718976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 199us (2162us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471849.308097:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 245 00010000:00010000:3.0:1772471849.308218:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308227:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308248:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308268:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308275:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308864:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308876:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308884:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471849.308898:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d93354d3 reply state 000000005cd36189 transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308910:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308916:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471849.308919:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471849.308921:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772471849.308928:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:3.0:1772471849.308935:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308941:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308948:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308959:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471849.308964:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308971:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308980:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471849.308982:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471849.308986:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.308992:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d1457 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471849.309002:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d93354d3 reply state 000000005cd36189 transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.309011:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.309017:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471849.309019:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471849.309022:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1772471849.309088:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:23469:x1858570834718848:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 24208us (32037us total) trans 4294967747 rc 0/0 00000100:00100000:3.0:1772471849.309097:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 768 00000100:00080000:1.0:1772471849.309951:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471849.355096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471849.355201:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834719104 00000100:00100000:1.0:1772471849.355212:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834719104 00000100:00100000:1.0:1772471849.355278:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 769 00000100:00100000:1.0:1772471849.355289:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:23470:x1858570834719104:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471849.355375:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471849.355398:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d146c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068c6 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.355480:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1473 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.355495:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1473 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.355509:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1473 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471849.355559:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772471849.355563:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471849.355583:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1473 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.355623:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d146c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068c6 expref: 76 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.355642:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1473 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068c6 expref: 75 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.355651:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471849.355654:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471849.355658:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eba00, rc 0) 00000100:00100000:1.0:1772471849.355718:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:23470:x1858570834719104:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 431us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471849.356288:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 769 00000100:00100000:3.0:1772471849.360788:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471849.360873:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834719232 00000100:00100000:0.0:1772471849.360885:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834719232 00000100:00100000:0.0:1772471849.360953:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 770 00000100:00100000:0.0:1772471849.360963:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:23470:x1858570834719232:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471849.360986:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471849.361006:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d147a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068cd expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361079:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361094:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361106:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361118:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361144:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361150:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361240:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d148f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361249:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d148f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361256:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d148f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471849.361333:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:0.0:1772471849.361338:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471849.361358:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d148f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361371:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361378:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361384:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361390:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471849.361395:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361411:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361435:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471849.361439:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471849.361444:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361450:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1481 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361465:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361472:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361477:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361482:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471849.361485:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361491:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361498:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8f9c8ec38300) 00010000:00010000:0.0:1772471849.361501:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471849.361504:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361519:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1488 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361547:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d147a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068cd expref: 77 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361561:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d148f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068cd expref: 76 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.361569:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:0.0:1772471849.361571:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471849.361574:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32c00, rc 0) 00000100:00100000:0.0:1772471849.361639:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:23470:x1858570834719232:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 677us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471849.361647:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 770 00000100:00100000:2.0:1772471849.367033:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.367141:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834719488 00000100:00100000:3.0:1772471849.367164:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834719488 00000100:00100000:3.0:1772471849.367229:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 771 00000100:00100000:3.0:1772471849.367239:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:23470:x1858570834719488:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471849.367262:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471849.367284:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630600/0xb50b868c089d1496 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068d4 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471849.368001:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:3.0:1772471849.368103:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630600/0xb50b868c089d1496 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068d4 expref: 78 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.368118:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471849.368121:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471849.368127:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630600/0xb50b868c089d1496 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068d4 expref: 78 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.368140:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85630600, rc 0) 00000100:00100000:3.0:1772471849.368207:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:23470:x1858570834719488:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 969us (1184us total) trans 4294967748 rc 301/301 00000100:00100000:3.0:1772471849.368216:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 771 00000100:00100000:1.0:1772471849.371578:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.371821:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834719744 00000100:00100000:3.0:1772471849.371832:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834719744 00000100:00100000:3.0:1772471849.371886:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 772 00000100:00100000:3.0:1772471849.371896:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:23470:x1858570834719744:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1772471849.371950:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471849.371978:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d148f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068cd expref: 77 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.372018:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471849.372023:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471849.372045:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.372058:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.372068:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471849.372211:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000018440556 reply state 0000000008812974 transno 4294967749 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.372223:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.372230:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471849.372233:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1772471849.372235:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772471849.372242:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000100:00100000:3.0:1772471849.372352:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:23470:x1858570834719744:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 457us (782us total) trans 4294967749 rc 0/0 00000100:00100000:3.0:1772471849.372359:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 772 00000100:00100000:1.0:1772471849.378923:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471849.379015:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834720000 00000100:00100000:2.0:1772471849.379040:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834720000 00000100:00100000:2.0:1772471849.379099:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 167 00000100:00100000:2.0:1772471849.379109:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:23470:x1858570834720000:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1772471849.380085:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:23470:x1858570834720000:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 974us (1167us total) trans 4294967750 rc 0/0 00000100:00100000:3.0:1772471849.380095:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 167 00000100:00100000:2.0:1772471849.836330:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471849.836448:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.836527:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834720128 00000100:00100000:3.0:1772471849.836551:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834720128 00000100:00100000:3.0:1772471849.836637:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834720384 00000100:00100000:3.0:1772471849.836641:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834720384 00000100:00080000:2.0:1772471849.836743:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471849.836979:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:1.0:1772471849.836992:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834720128:12345-192.168.202.58@tcp:41:mkdir.0 00000004:00000024:1.0:1772471849.837031:0:6527:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471849.837821:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834720128:12345-192.168.202.58@tcp:41:mkdir.0 Request processed in 829us (1523us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471849.837830:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:1.0:1772471849.837860:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 774 00000100:00100000:1.0:1772471849.837869:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:23507:x1858570834720384:12345-192.168.202.58@tcp:36:mkdir.0 00000100:00100000:1.0:1772471849.837978:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6527:1858570856723584:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1772471849.838026:0:6527:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471849.838085:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665840 going to sleep for 11 seconds 00000100:00100000:2.0:1772471849.838513:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856723584 00000100:00100000:2.0:1772471849.838520:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856723584 00000100:00100000:2.0:1772471849.838565:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1772471849.838574:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6527:x1858570856723584:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1772471849.840253:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6527:x1858570856723584:12345-0@lo:1000:mdt00_002.0 Request processed in 1661us (2207us total) trans 0 rc 1/1 00000100:00100000:2.0:1772471849.840267:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1772471849.840535:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6527:1858570856723584:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1772471849.840668:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:23507:x1858570834720384:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 2799us (4218us total) trans 0 rc -17/-17 00000100:00100000:3.0:1772471849.840676:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 774 00000100:00100000:2.0:1772471849.845941:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.846063:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834720512 00000100:00100000:3.0:1772471849.846075:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834720512 00000100:00100000:3.0:1772471849.846150:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 775 00000100:00100000:3.0:1772471849.846161:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:23507:x1858570834720512:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:3.0:1772471849.846191:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471849.846212:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630600/0xb50b868c089d14ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068db expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846278:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846292:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846334:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846555:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846564:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846572:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846842:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d14c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846852:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d14c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846859:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d14c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471849.846898:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:3.0:1772471849.846902:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471849.846919:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d14c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846930:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846936:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846942:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846948:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471849.846952:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846959:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846972:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471849.846980:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471849.846985:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.846990:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d14b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847004:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847009:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847015:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847020:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471849.847023:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847028:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847034:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471849.847037:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471849.847040:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847045:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d14b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847074:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630600/0xb50b868c089d14ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068db expref: 81 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847100:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d14c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068db expref: 80 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.847107:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471849.847109:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471849.847112:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b400, rc 0) 00000100:00100000:3.0:1772471849.847175:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:23507:x1858570834720512:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 1015us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471849.847184:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 775 00000100:00100000:0.0:1772471849.898637:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856723712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471849.898733:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471849.899088:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856723712 00000100:00100000:3.0:1772471849.899098:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856723712 00000100:00100000:3.0:1772471849.899152:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1772471849.899161:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856723712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471849.899198:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471849.899257:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856723712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471849.899264:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1772471849.899409:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856723712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471849.941728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471849.941973:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834720640 00000100:00100000:3.0:1772471849.941986:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834720640 00000100:00100000:3.0:1772471849.942074:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 776 00000100:00100000:3.0:1772471849.942084:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+30:23513:x1858570834720640:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471849.942108:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471849.942132:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d14c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068e2 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.942233:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.942258:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.942271:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471849.942357:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471849.942362:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471849.942383:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.942408:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d14c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 32 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.942436:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 31 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.942445:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471849.942448:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471849.942451:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b600, rc 0) 00000100:00100000:3.0:1772471849.942512:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:23513:x1858570834720640:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 430us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471849.942520:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 776 00000100:00100000:2.0:1772471849.953066:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471849.953173:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834720896 00000100:00100000:1.0:1772471849.953184:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834720896 00000100:00100000:1.0:1772471849.953257:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 777 00000100:00100000:1.0:1772471849.953267:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:23513:x1858570834720896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471849.953289:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471849.953293:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1772471849.953363:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d14c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068db expref: 80 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953386:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:1.0:1772471849.953391:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772471849.953406:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d14d5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068e9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953543:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953558:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953567:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953581:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953587:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.953593:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954078:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954088:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954097:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471849.954107:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:1.0:1772471849.954137:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954144:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954156:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954162:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954167:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85ea600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471849.954171:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954178:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954188:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:1.0:1772471849.954191:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471849.954196:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 3/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954201:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d14dc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772471849.954213:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000043a4715b reply state 00000000773b8741 transno 4294967751 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954223:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954229:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff8f9b83e50400) 00010000:00010000:1.0:1772471849.954231:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772471849.954233:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772471849.954262:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d14d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 82 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954281:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 81 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471849.954289:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50900) 00010000:00010000:1.0:1772471849.954291:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471849.954293:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85ea000, rc 0) 00000100:00100000:1.0:1772471849.954429:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:23513:x1858570834720896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1154us (1366us total) trans 4294967751 rc 0/0 00000100:00100000:1.0:1772471849.954437:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 777 00000100:00100000:2.0:1772471849.964731:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471849.968492:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834721152 00000100:00100000:0.0:1772471849.968510:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834721152 00000100:00100000:0.0:1772471849.968599:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 778 00000100:00100000:0.0:1772471849.968611:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:23513:x1858570834721152:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471849.969582:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471849.969611:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d14f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068f0 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.969773:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.969792:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.969800:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.969839:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.969855:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 83 pid: 6525 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471849.969872:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856723840:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471849.969992:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c89874cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471849.974986:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856723840:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471849.975019:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471849.977648:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471849.978021:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834721280 00000100:00100000:0.0:1772471849.978033:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834721280 00010000:00010000:0.0:1772471849.978078:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 84 pid: 6525 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471849.978136:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 246 00000100:00100000:0.0:1772471849.978163:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:2411:x1858570834721280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471849.978179:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471849.978186:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 84 pid: 6525 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.978200:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 84 pid: 6525 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.978226:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea000/0xb50b868c089d14ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e9 expref: 84 pid: 6525 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.978242:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50900) 00010000:00010000:0.0:1772471849.978248:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.978257:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.978264:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471849.978472:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471849.978533:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:2411:x1858570834721280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 372us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471849.978541:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 246 00010000:00010000:3.0:1772471849.979051:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979074:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471849.979092:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:3.0:1772471849.979439:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979448:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979455:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979461:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471849.979467:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979474:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979486:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50900) 00010000:00010000:3.0:1772471849.979489:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471849.979492:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979498:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d14ff lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979551:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d14f8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068f0 expref: 83 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979573:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471849.979575:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471849.979580:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d14f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068f0 expref: 83 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471849.979589:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32400, rc 0) 00000100:00100000:3.0:1772471849.979837:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:23513:x1858570834721152:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 11226us (15116us total) trans 4294967752 rc 301/301 00000100:00100000:3.0:1772471849.979848:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 778 00000100:00100000:2.0:1772471849.997962:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471849.998058:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834721536 00000100:00100000:1.0:1772471849.998069:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834721536 00000100:00100000:1.0:1772471849.998146:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 168 00000100:00100000:1.0:1772471849.998157:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb11ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:23513:x1858570834721536:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772471849.998537:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb11ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:23513:x1858570834721536:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 382us (586us total) trans 4294967753 rc 0/0 00000100:00100000:1.0:1772471849.998545:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 168 00000100:00100000:2.0:1772471850.003001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471850.003283:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834721664 00000100:00100000:1.0:1772471850.003296:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834721664 00000100:00100000:1.0:1772471850.003449:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 779 00000100:00100000:1.0:1772471850.003461:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:23513:x1858570834721664:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471850.003487:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471850.003514:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d150d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068f7 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.003596:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d150d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068f7 expref: 84 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.003613:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eb600/0xb50b868c089d150d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068f7 expref: 84 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.003631:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50800) 00010000:00010000:1.0:1772471850.003634:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471850.003637:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eb600, rc 0) 00000100:00100000:1.0:1772471850.003698:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:23513:x1858570834721664:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 239us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.003705:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 779 00000100:00100000:0.0:1772471850.010697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471850.010905:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834721920 00000100:00100000:1.0:1772471850.010918:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834721920 00000100:00100000:1.0:1772471850.010991:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 780 00000100:00100000:1.0:1772471850.011002:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:23513:x1858570834721920:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1772471850.011072:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011089:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011101:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011264:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011295:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011338:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011345:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85ea600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471850.011350:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011358:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011371:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50800) 00010000:00010000:1.0:1772471850.011374:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1772471850.011380:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471850.011386:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ea600/0xb50b868c089d1514 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471850.013528:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:23513:x1858570834721920:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 2517us (2844us total) trans 4294967754 rc 0/0 00000100:00100000:1.0:1772471850.013543:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 780 00000100:00100000:2.0:1772471850.017254:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471850.017431:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834722176 00000100:00100000:3.0:1772471850.017442:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834722176 00000100:00100000:3.0:1772471850.017509:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:3.0:1772471850.017520:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:23513:x1858570834722176:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471850.017799:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471850.017817:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471850.017830:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471850.017889:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967755 00000004:00010000:3.0:1772471850.017917:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000063e807ea reply state 00000000b9c39f2c transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471850.017931:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471850.017955:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50800) 00010000:00010000:3.0:1772471850.017958:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1772471850.017962:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772471850.018053:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:23513:x1858570834722176:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 533us (811us total) trans 4294967756 rc 0/0 00000100:00100000:3.0:1772471850.018071:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 781 00000020:00080000:3.0:1772471850.018078:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1772471850.021624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471850.021920:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834722432 00000100:00100000:1.0:1772471850.021935:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834722432 00000100:00100000:1.0:1772471850.022008:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 169 00000100:00100000:1.0:1772471850.022022:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:23513:x1858570834722432:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772471850.022297:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:23513:x1858570834722432:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 278us (685us total) trans 4294967757 rc 0/0 00000100:00100000:1.0:1772471850.022349:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 169 00010000:00010000:2.0:1772471850.091024:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471850.699253:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699298:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699389:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699410:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699505:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699523:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699543:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471850.699574:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723072 00000100:00100000:2.0:1772471850.699586:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723072 00000100:00100000:2.0:1772471850.699643:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723584 00000100:00100000:2.0:1772471850.699647:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723584 00000100:00100000:2.0:1772471850.699663:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834722944 00000100:00100000:2.0:1772471850.699665:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834722944 00000100:00100000:2.0:1772471850.699677:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723456 00000100:00100000:2.0:1772471850.699679:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723456 00000100:00100000:2.0:1772471850.699695:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 387 00000100:00100000:2.0:1772471850.699705:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834723072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471850.699780:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834723072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 77us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471850.699790:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 387 00000100:00100000:1.0:1772471850.699931:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834722560 00000100:00100000:1.0:1772471850.699936:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834722560 00000100:00100000:1.0:1772471850.699967:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 579 00000100:00100000:1.0:1772471850.699975:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834722560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700003:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834722560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700009:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 579 00000100:00100000:1.0:1772471850.700042:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 388 00000100:00100000:1.0:1772471850.700049:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834723584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700086:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834723584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700092:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 388 00000100:00100000:1.0:1772471850.700106:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 389 00000100:00100000:1.0:1772471850.700111:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834722944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700133:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834722944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700138:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 389 00000100:00100000:1.0:1772471850.700151:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 390 00000100:00100000:1.0:1772471850.700158:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2409:x1858570834723456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700181:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2409:x1858570834723456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700187:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 390 00000100:00100000:1.0:1772471850.700218:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834722816 00000100:00100000:1.0:1772471850.700222:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834722816 00000100:00100000:1.0:1772471850.700255:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723328 00000100:00100000:1.0:1772471850.700259:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723328 00000100:00100000:1.0:1772471850.700277:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834722688 00000100:00100000:1.0:1772471850.700280:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834722688 00000100:00100000:1.0:1772471850.700289:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723200 00000100:00100000:1.0:1772471850.700291:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723200 00000100:00100000:1.0:1772471850.700336:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 722 00000100:00100000:1.0:1772471850.700343:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834722816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700373:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834722816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700379:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 722 00000100:00100000:1.0:1772471850.700392:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 723 00000100:00100000:1.0:1772471850.700398:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834723328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700434:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834723328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700440:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 723 00000100:00100000:1.0:1772471850.700452:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 724 00000100:00100000:1.0:1772471850.700458:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:2409:x1858570834722688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700487:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:2409:x1858570834722688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700493:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 724 00000100:00100000:1.0:1772471850.700503:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00100000:1.0:1772471850.700509:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2409:x1858570834723200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471850.700527:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2409:x1858570834723200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471850.700541:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00080000:1.0:1772471850.700598:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471850.700605:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471850.700607:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772471851.116867:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471851.434460:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471851.434494:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856723968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471851.434561:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471851.434626:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856723968 00000100:00100000:3.0:1772471851.434634:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856723968 00000100:00100000:3.0:1772471851.434686:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1772471851.434695:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856723968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471851.434740:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1772471851.434784:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856723968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471851.434792:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:3.0:1772471851.434812:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471851.434848:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856723968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471851.438044:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856724352:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438124:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438193:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856724864:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438221:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438247:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856725376:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438268:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438292:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772471851.438298:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856724224:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438350:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438385:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856724736:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438415:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438431:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856725248:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438451:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438495:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724864 00000100:00100000:0.0:1772471851.438503:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724864 00000100:00100000:0.0:1772471851.438549:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725376 00000100:00100000:0.0:1772471851.438552:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725376 00000100:00100000:0.0:1772471851.438568:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724224 00000100:00100000:0.0:1772471851.438571:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724224 00000100:00100000:0.0:1772471851.438581:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724736 00000100:00100000:0.0:1772471851.438584:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724736 00000100:00100000:0.0:1772471851.438595:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725248 00000100:00100000:0.0:1772471851.438596:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725248 00000100:00100000:0.0:1772471851.438611:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1772471851.438621:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856724864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438675:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856724864:12345-0@lo:400:kworker.0 Request processed in 55us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.438683:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1772471851.438702:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1772471851.438720:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856725376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438758:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856725376:12345-0@lo:400:kworker.0 Request processed in 40us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.438766:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1772471851.438778:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1772471851.438784:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856724224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438811:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856724224:12345-0@lo:400:kworker.0 Request processed in 27us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.438816:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1772471851.438826:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1772471851.438832:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856724736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438856:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856724736:12345-0@lo:400:kworker.0 Request processed in 24us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.438860:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1772471851.438869:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1772471851.438875:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856725248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438899:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856725248:12345-0@lo:400:kworker.0 Request processed in 24us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.438905:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1772471851.438929:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856724480:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438952:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.438970:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856724992:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.438991:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.439009:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856725504:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439028:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.439057:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772471851.439065:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856724096:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439090:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.439112:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856724608:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439132:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.439147:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856725120:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439166:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.439193:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724992 00000100:00100000:0.0:1772471851.439198:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724992 00000100:00100000:0.0:1772471851.439224:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725504 00000100:00100000:0.0:1772471851.439226:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725504 00000100:00100000:0.0:1772471851.439241:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725120 00000100:00100000:0.0:1772471851.439243:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725120 00000100:00100000:0.0:1772471851.439255:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1772471851.439261:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856724992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439292:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856724992:12345-0@lo:400:kworker.0 Request processed in 31us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.439297:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1772471851.439324:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1772471851.439330:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856725504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439353:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856725504:12345-0@lo:400:kworker.0 Request processed in 23us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.439357:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1772471851.439366:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1772471851.439371:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856725120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439389:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856725120:12345-0@lo:400:kworker.0 Request processed in 18us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.439402:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1772471851.439463:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856725120:0@lo:400:kworker.0 00000100:00100000:2.0:1772471851.439473:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724096 00000100:00100000:0.0:1772471851.439473:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856724992:0@lo:400:kworker.0 00000100:00100000:2.0:1772471851.439477:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724096 00000100:00100000:0.0:1772471851.439480:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856725504:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439503:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724480 00000100:00100000:2.0:1772471851.439505:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1772471851.439506:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724480 00000100:00100000:2.0:1772471851.439511:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856724096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439522:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1772471851.439527:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856724480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471851.439546:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856724096:12345-0@lo:400:kworker.0 Request processed in 36us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.439549:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856724480:12345-0@lo:400:kworker.0 Request processed in 23us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471851.439552:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1772471851.439554:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1772471851.439575:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856724096:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439584:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856724480:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439605:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856724224:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439616:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856724736:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439626:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856725248:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439636:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856724864:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439644:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856725376:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.439662:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471851.439670:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856725632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471851.439694:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471851.439728:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725632 00000100:00100000:0.0:1772471851.439732:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725632 00000100:00100000:0.0:1772471851.439754:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1772471851.439760:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856725632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471851.439774:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1772471851.439808:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856725632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471851.439814:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1772471851.439840:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856725632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471851.441741:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724352 00000100:00100000:1.0:1772471851.441756:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724352 00000100:00100000:1.0:1772471851.441814:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856724608 00000100:00100000:1.0:1772471851.441817:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856724608 00000100:00100000:1.0:1772471851.441837:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1772471851.441846:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856724352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471851.441936:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856724352:12345-0@lo:400:kworker.0 Request processed in 91us (3811us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471851.441944:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1772471851.441961:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1772471851.441967:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856724608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471851.441998:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856724608:12345-0@lo:400:kworker.0 Request processed in 32us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471851.442004:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:3.0:1772471851.442250:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471851.442256:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471851.442260:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471851.442263:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471851.444327:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856724608:0@lo:400:kworker.0 00000100:00100000:0.0:1772471851.444380:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856724352:0@lo:400:kworker.0 00000040:00080000:1.0:1772471851.499537:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471851.499548:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471851.500422:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772471851.500435:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1772471851.956218:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967757 is committed 00010000:00010000:2.0:1772471851.956266:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956279:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956351:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956358:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471851.956363:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956371:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956390:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8f9c8ec38300) 00010000:00010000:2.0:1772471851.956393:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471851.956398:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956414:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d145e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956436:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956442:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956448:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956453:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471851.956456:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956473:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956482:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:2.0:1772471851.956485:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471851.956488:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956494:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1465 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956510:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956516:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956523:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956528:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85631e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471851.956531:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956536:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956544:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8f9c8ec38500) 00010000:00010000:2.0:1772471851.956547:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471851.956550:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956566:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631e00/0xb50b868c089d14a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956582:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956588:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956594:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956599:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85ebc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471851.956601:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956607:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956616:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff8f9b83e50400) 00010000:00010000:2.0:1772471851.956619:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471851.956622:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956628:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85ebc00/0xb50b868c089d14e3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956643:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956649:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956663:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956668:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471851.956670:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956677:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956685:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8f9b83e50800) 00010000:00010000:2.0:1772471851.956687:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772471851.956690:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471851.956695:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d151b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471852.138629:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471852.461051:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856725760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471852.461123:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471852.461777:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856725888:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772471852.461829:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471852.462035:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725760 00000100:00100000:1.0:1772471852.462045:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725760 00000100:00100000:1.0:1772471852.462098:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856725888 00000100:00100000:1.0:1772471852.462109:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856725888 00000100:00100000:1.0:1772471852.462129:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1772471852.462138:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856725760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471852.462171:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471852.462228:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856725760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471852.462245:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1772471852.462262:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1772471852.462268:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856725888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471852.462277:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471852.462335:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856725888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471852.462341:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1772471852.462531:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856725760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471852.463078:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856725888:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1772471852.783099:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1772471853.165730:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471853.994914:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856726016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471853.994994:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471853.995219:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726016 00000100:00100000:0.0:1772471853.995228:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726016 00000100:00100000:0.0:1772471853.995288:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1772471853.995329:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856726016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471853.995367:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1772471853.995434:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856726016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471853.995441:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:3.0:1772471853.995619:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856726016:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471854.186833:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471855.032173:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772471855.032203:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856726144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772471855.032281:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471855.032363:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726144 00000100:00100000:3.0:1772471855.032371:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726144 00000100:00100000:3.0:1772471855.032429:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1772471855.032438:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856726144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471855.032480:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471855.032525:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856726144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471855.032532:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1772471855.032580:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856726144:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772471855.214157:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471855.834346:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834419:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834500:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834525:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834546:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834586:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834609:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471855.834646:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723840 00000100:00100000:2.0:1772471855.834657:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723840 00000100:00100000:2.0:1772471855.834940:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723968 00000100:00100000:2.0:1772471855.834944:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723968 00000100:00100000:2.0:1772471855.834961:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724480 00000100:00100000:2.0:1772471855.834964:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724480 00000100:00100000:2.0:1772471855.834975:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724352 00000100:00100000:2.0:1772471855.834978:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724352 00000100:00100000:2.0:1772471855.834993:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 732 00000100:00100000:2.0:1772471855.835002:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834723840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835071:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834723840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 69us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835078:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 732 00000100:00100000:2.0:1772471855.835097:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 733 00000100:00100000:2.0:1772471855.835103:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834723968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835127:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834723968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835134:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 733 00000100:00100000:2.0:1772471855.835145:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 734 00000100:00100000:2.0:1772471855.835150:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834724480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835170:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834724480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835183:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 734 00000100:00100000:2.0:1772471855.835193:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 735 00000100:00100000:2.0:1772471855.835198:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2412:x1858570834724352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835220:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2412:x1858570834724352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835225:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 735 00000100:00100000:2.0:1772471855.835249:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724224 00000100:00100000:2.0:1772471855.835253:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724224 00000100:00100000:2.0:1772471855.835273:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724736 00000100:00100000:2.0:1772471855.835276:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724736 00000100:00100000:2.0:1772471855.835287:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724096 00000100:00100000:2.0:1772471855.835288:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724096 00000100:00100000:2.0:1772471855.835298:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724608 00000100:00100000:2.0:1772471855.835334:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724608 00000100:00100000:2.0:1772471855.835351:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 394 00000100:00100000:2.0:1772471855.835357:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834724224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835392:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834724224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835398:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 394 00000100:00100000:2.0:1772471855.835410:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 395 00000100:00100000:2.0:1772471855.835416:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834724736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835436:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834724736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835441:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 395 00000100:00100000:2.0:1772471855.835451:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 396 00000100:00100000:2.0:1772471855.835464:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834724096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835487:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834724096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835492:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 396 00000100:00100000:2.0:1772471855.835504:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 397 00000100:00100000:2.0:1772471855.835510:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834724608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471855.835529:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834724608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471855.835535:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 397 00000100:00080000:3.0:1772471855.836328:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471855.836335:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471855.836337:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471855.836340:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471855.836453:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834723712 00000100:00100000:1.0:1772471855.836461:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834723712 00000100:00100000:1.0:1772471855.836521:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 581 00000100:00100000:1.0:1772471855.836530:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834723712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471855.836578:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834723712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 49us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471855.836586:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 581 00010000:00010000:2.0:1772471856.249482:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471856.555844:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772471856.555867:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856726272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471856.555922:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.555957:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726272 00000100:00100000:3.0:1772471856.555965:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726272 00000100:00100000:3.0:1772471856.556033:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1772471856.556043:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856726272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471856.556075:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00080000:1.0:1772471856.556094:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471856.556127:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856726272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.556149:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1772471856.556383:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471856.556392:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856726400:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471856.556417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.556442:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726400 00000100:00100000:3.0:1772471856.556446:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726400 00000100:00100000:3.0:1772471856.556470:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1772471856.556477:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856726400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471856.556488:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1772471856.556516:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856726400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.556522:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:3.0:1772471856.556535:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471856.556565:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856726400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471856.556878:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856726272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471856.556973:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856726528:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557007:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557032:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856727040:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557053:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557070:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856727552:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557090:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557108:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1772471856.557113:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856726656:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557133:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557149:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856727168:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557175:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557192:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856727680:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557210:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557236:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856726912:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557255:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557270:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856727424:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557288:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557320:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1772471856.557326:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856726784:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557579:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557598:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856727296:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557618:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557634:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856727808:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557655:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471856.557698:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726528 00000100:00100000:3.0:1772471856.557704:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726528 00000100:00100000:3.0:1772471856.557739:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1772471856.557746:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856726528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557781:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856726528:12345-0@lo:400:kworker.0 Request processed in 35us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.557787:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1772471856.557814:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727040 00000100:00100000:3.0:1772471856.557817:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727040 00000100:00100000:3.0:1772471856.557840:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726784 00000100:00100000:3.0:1772471856.557843:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726784 00000100:00100000:3.0:1772471856.557857:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1772471856.557868:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856727040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557900:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856727040:12345-0@lo:400:kworker.0 Request processed in 33us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.557906:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1772471856.557918:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1772471856.557924:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856726784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.557953:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856726784:12345-0@lo:400:kworker.0 Request processed in 30us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.557959:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1772471856.557977:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727552 00000100:00100000:3.0:1772471856.557980:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727552 00000100:00100000:3.0:1772471856.558010:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727424 00000100:00100000:3.0:1772471856.558014:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727424 00000100:00100000:3.0:1772471856.558033:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1772471856.558040:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856727552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558067:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856727552:12345-0@lo:400:kworker.0 Request processed in 28us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558074:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1772471856.558084:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1772471856.558091:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856727424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558118:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856727424:12345-0@lo:400:kworker.0 Request processed in 27us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558124:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1772471856.558141:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726656 00000100:00100000:3.0:1772471856.558144:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726656 00000100:00100000:3.0:1772471856.558160:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727168 00000100:00100000:3.0:1772471856.558162:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727168 00000100:00100000:3.0:1772471856.558183:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727680 00000100:00100000:3.0:1772471856.558186:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727680 00000100:00100000:3.0:1772471856.558197:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856726912 00000100:00100000:3.0:1772471856.558199:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856726912 00000100:00100000:3.0:1772471856.558209:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727296 00000100:00100000:3.0:1772471856.558211:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727296 00000100:00100000:3.0:1772471856.558222:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727808 00000100:00100000:3.0:1772471856.558225:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727808 00000100:00100000:3.0:1772471856.558237:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1772471856.558242:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856726656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558268:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856726656:12345-0@lo:400:kworker.0 Request processed in 26us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558274:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1772471856.558285:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1772471856.558290:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856727168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558347:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856727168:12345-0@lo:400:kworker.0 Request processed in 45us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558353:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1772471856.558378:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1772471856.558384:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856727680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558406:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856727680:12345-0@lo:400:kworker.0 Request processed in 23us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558411:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1772471856.558420:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1772471856.558426:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856726912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558448:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856726912:12345-0@lo:400:kworker.0 Request processed in 22us (1192us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558462:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1772471856.558472:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1772471856.558477:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856727296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558502:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856727296:12345-0@lo:400:kworker.0 Request processed in 25us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558508:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1772471856.558517:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1772471856.558522:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856727808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558542:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856727808:12345-0@lo:400:kworker.0 Request processed in 21us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471856.558547:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:3.0:1772471856.558597:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471856.558601:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471856.558603:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471856.558631:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856726784:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558642:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856727296:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558651:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856727808:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558660:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856726912:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558670:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856727424:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558704:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856726656:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558714:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856727168:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558721:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856727680:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558738:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856726528:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558748:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856727040:0@lo:400:kworker.0 00000100:00100000:3.0:1772471856.558758:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856727552:0@lo:400:kworker.0 00010000:00010000:3.0:1772471857.259005:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471857.578794:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471857.578818:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856727936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471857.578887:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471857.579121:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856727936 00000100:00100000:1.0:1772471857.579130:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856727936 00000100:00100000:1.0:1772471857.579185:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1772471857.579194:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856727936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471857.579224:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:1.0:1772471857.579277:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856727936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471857.579285:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1772471857.579418:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856727936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471857.585896:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772471857.585921:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856728064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471857.585991:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471857.586102:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856728064 00000100:00100000:0.0:1772471857.586118:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856728064 00000100:00100000:0.0:1772471857.586177:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1772471857.586186:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856728064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471857.586212:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:0.0:1772471857.586256:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856728064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471857.586264:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1772471857.586370:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856728064:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1772471858.264089:0:19556:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffdf6c25520 20000000:00000080:1.0:1772471858.264110:0:19556:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8f9b84f6c400 uarg=0000000000000000 00000040:00100000:1.0:1772471858.265042:0:19556:0:(llog.c:1064:llog_reverse_process()) index 57 : idx 49 20000000:01000000:1.0:1772471858.265050:0:19556:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:1.0:1772471858.265063:0:19556:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1772471858.265764:0:19557:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 55 marker 46 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1772471858.265821:0:19557:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 57 marker 46 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1772471858.265835:0:19557:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000040:00080000:1.0:1772471858.266052:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:1.0:1772471858.266065:0:19556:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1772471858.266080:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:1.0:1772471858.266095:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:1.0:1772471858.266107:0:19556:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1772471858.267115:0:19558:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1772471858.267806:0:19558:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1772471858.267831:0:19558:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:1.0:1772471858.268065:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:1.0:1772471858.268079:0:19556:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1772471858.268097:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:1.0:1772471858.268113:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:1.0:1772471858.268126:0:19556:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1772471858.268877:0:19559:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 50 marker 48 1->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1772471858.268908:0:19559:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 52 marker 48 2->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1772471858.268921:0:19559:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000040:00080000:0.0:1772471858.269108:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].53, 224 off17424 20000000:01000000:0.0:1772471858.269119:0:19556:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1772471858.269133:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].54, 144 off17568 00000040:00080000:0.0:1772471858.269147:0:19556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].55, 224 off17792 10000000:01000000:0.0:1772471858.269161:0:19556:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1772471858.269181:0:19556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269200:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269209:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269292:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269499:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13ee expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269510:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d13fc expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269532:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d140a expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269539:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1418 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269546:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1426 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269553:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1434 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269563:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269570:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269577:0:19556:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269585:0:19556:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269622:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.269638:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 11 pid: 6518 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.269751:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728192:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471858.270070:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270079:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 11 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270088:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728320:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471858.270119:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270127:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 11 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270135:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728448:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471858.270163:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1434 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270171:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1434 expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270180:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728576:0@lo:104: 00000100:00100000:0.0:1772471858.270227:0:19556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471858.270266:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1426 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270274:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1426 expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270291:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728704:0@lo:104: 00000100:00100000:0.0:1772471858.270428:0:19556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471858.270457:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1418 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270466:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1418 expref: 22 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270474:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728832:0@lo:104: 00000100:00100000:0.0:1772471858.270492:0:19556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471858.270512:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d140a expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270520:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d140a expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270528:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728960:0@lo:104: 00000100:00100000:0.0:1772471858.270548:0:19556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471858.270564:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d13fc expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270572:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d13fc expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270580:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729088:0@lo:104: 00000100:00100000:0.0:1772471858.270603:0:19556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471858.270619:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d13ee expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270637:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d13ee expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270645:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729216:0@lo:104: 00010000:00010000:0.0:1772471858.270766:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270775:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 22 pid: 6519 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270783:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729344:0@lo:104: 00010000:00010000:0.0:1772471858.270805:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270813:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 22 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270820:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729472:0@lo:104: 00010000:00010000:0.0:1772471858.270840:0:19556:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.270848:0:19556:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.270856:0:19556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729600:0@lo:104: 00000100:00100000:0.0:1772471858.270871:0:19556:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c83245d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471858.271057:0:8424:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1772471858.271077:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471858.271088:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471858.271097:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471858.271106:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471858.271114:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856728576 00000100:00100000:1.0:1772471858.271126:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856728576 00000100:00100000:1.0:1772471858.271167:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856728704 00000100:00100000:1.0:1772471858.271170:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856728704 00000100:00100000:1.0:1772471858.271180:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856728832 00000100:00100000:1.0:1772471858.271182:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856728832 00000100:00100000:1.0:1772471858.271191:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856728960 00000100:00100000:1.0:1772471858.271194:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856728960 00000100:00100000:1.0:1772471858.271201:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729088 00000100:00100000:1.0:1772471858.271203:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729088 00000100:00100000:1.0:1772471858.271220:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729216 00000100:00100000:1.0:1772471858.271223:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729216 00000100:00100000:1.0:1772471858.271234:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729344 00000100:00100000:1.0:1772471858.271236:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729344 00000100:00100000:1.0:1772471858.271245:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729472 00000100:00100000:1.0:1772471858.271247:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729472 00000100:00100000:1.0:1772471858.271255:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729600 00000100:00100000:1.0:1772471858.271257:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729600 00000100:00100000:1.0:1772471858.271271:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1772471858.271280:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+11:19556:x1858570856728576:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271291:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271443:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471858.271450:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+11:19556:x1858570856728576:12345-0@lo:104: Request processed in 172us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271458:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1772471858.271475:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1772471858.271481:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+10:19556:x1858570856728704:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271488:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271532:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1772471858.271537:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+10:19556:x1858570856728704:12345-0@lo:104: Request processed in 57us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271543:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1772471858.271555:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1772471858.271561:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+9:19556:x1858570856728832:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271568:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271596:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1772471858.271601:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+9:19556:x1858570856728832:12345-0@lo:104: Request processed in 41us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271606:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1772471858.271615:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1772471858.271621:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+8:19556:x1858570856728960:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271626:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271667:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1772471858.271671:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+8:19556:x1858570856728960:12345-0@lo:104: Request processed in 51us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271676:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1772471858.271687:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1772471858.271692:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+7:19556:x1858570856729088:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271699:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271729:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1772471858.271734:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cd8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+7:19556:x1858570856729088:12345-0@lo:104: Request processed in 42us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271739:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1772471858.271778:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1772471858.271784:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+6:19556:x1858570856729216:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271791:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271815:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1772471858.271819:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+6:19556:x1858570856729216:12345-0@lo:104: Request processed in 36us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271825:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1772471858.271834:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1772471858.271839:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19556:x1858570856729344:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271845:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271864:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:1.0:1772471858.271869:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19556:x1858570856729344:12345-0@lo:104: Request processed in 31us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271874:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1772471858.271884:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1772471858.271889:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19556:x1858570856729472:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271895:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271924:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to priority blp list, 8 blwis in pool 00000100:00100000:1.0:1772471858.271928:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19556:x1858570856729472:12345-0@lo:104: Request processed in 40us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271933:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1772471858.271943:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1772471858.271948:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19556:x1858570856729600:12345-0@lo:104: 00010000:00010000:1.0:1772471858.271954:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.271973:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to priority blp list, 9 blwis in pool 00000100:00100000:1.0:1772471858.271977:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19556:x1858570856729600:12345-0@lo:104: Request processed in 30us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471858.271983:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:1.0:1772471858.272004:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1772471858.272010:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272016:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eae00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471858.272021:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272029:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471858.272036:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471858.272042:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471858.272081:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272088:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471858.272106:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272113:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d1434 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d143b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272127:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1772471858.272131:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272136:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471858.272139:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272145:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471858.272150:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471858.272155:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471858.272166:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272172:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471858.272188:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272204:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5de00/0xb50b868c089d1426 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d142d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272213:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1772471858.272217:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272222:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9e00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471858.272225:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272231:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471858.272236:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471858.272240:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471858.272252:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272257:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471858.272262:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272269:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9e00/0xb50b868c089d1418 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d141f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272277:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1772471858.272286:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.272292:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d400 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471858.272295:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272603:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1772471858.272609:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272616:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85ebe00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:3.0:1772471858.272619:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272626:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772471858.272633:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471858.272660:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1772471858.272675:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272680:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772471858.272687:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272693:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebe00/0xb50b868c089d13fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1403 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272704:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1772471858.272707:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272712:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084a00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:3.0:1772471858.272715:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272721:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772471858.272727:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471858.272732:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1772471858.272742:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272748:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772471858.272759:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272765:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b86084a00/0xb50b868c089d13ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13f5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272773:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1772471858.272776:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272781:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085600 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:3.0:1772471858.272784:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272791:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772471858.272797:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471858.272802:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1772471858.272814:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272820:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772471858.272824:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272830:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b86085600/0xb50b868c089d13e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13e7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272838:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1772471858.272847:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272853:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9c00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:3.0:1772471858.272856:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272863:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772471858.272870:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471858.272874:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1772471858.272886:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272891:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772471858.272896:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272901:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b869c9c00/0xb50b868c089d13d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13d9 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272911:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772471858.272914:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272919:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8000 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:3.0:1772471858.272922:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272939:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1772471858.272945:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471858.272950:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1772471858.272963:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272968:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1772471858.272973:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272979:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d13c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d13cb expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.272987:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772471858.272989:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772471858.272991:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471858.273007:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856730112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273056:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471858.273087:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856730624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273105:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471858.273127:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772471858.273132:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856729728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273150:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471858.273167:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856730240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273186:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471858.273230:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730112 00000100:00100000:3.0:1772471858.273237:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730112 00010000:00010000:3.0:1772471858.273263:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13fc expref: 23 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.273287:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730624 00000100:00100000:3.0:1772471858.273290:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730624 00010000:00010000:3.0:1772471858.273298:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 24 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.273472:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729728 00000100:00100000:3.0:1772471858.273475:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729728 00010000:00010000:3.0:1772471858.273488:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1434 expref: 25 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.273497:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730240 00000100:00100000:3.0:1772471858.273499:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730240 00010000:00010000:3.0:1772471858.273506:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13ee expref: 26 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.273517:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1772471858.273523:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+26:3654:x1858570856730112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.273533:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.273538:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13fc expref: 26 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273548:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d13fc expref: 26 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273566:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.273595:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+26:3654:x1858570856730112:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.273601:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1772471858.273615:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1772471858.273619:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+25:3654:x1858570856730624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.273625:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.273629:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 25 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273637:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 25 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273656:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.273672:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+25:3654:x1858570856730624:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.273678:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1772471858.273687:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1772471858.273692:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+24:3654:x1858570856729728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.273698:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.273701:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1434 expref: 24 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273709:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1434 expref: 24 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273716:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.273730:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+24:3654:x1858570856729728:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.273735:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1772471858.273744:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1772471858.273749:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856730240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.273754:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.273757:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13ee expref: 23 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273765:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d13ee expref: 23 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.273772:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.273786:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856730240:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.273791:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1772471858.273828:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856729728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273835:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856730240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273840:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856730112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.273846:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856730624:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471858.274043:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471858.274053:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471858.274059:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471858.274078:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.274084:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471858.274103:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.274109:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b85e5d400/0xb50b868c089d140a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1411 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.274125:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471858.274127:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471858.274129:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471858.274136:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471858.274153:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856730752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471858.274186:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471858.274378:0:19556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d143b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1434 expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.274404:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728576:0@lo:104: 00000100:00100000:0.0:1772471858.274417:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728704:0@lo:104: 00000100:00100000:0.0:1772471858.274425:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728832:0@lo:104: 00000100:00100000:0.0:1772471858.274433:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728960:0@lo:104: 00010000:00010000:0.0:1772471858.274441:0:19556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d1403 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d13fc expref: 21 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.274450:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729088:0@lo:104: 00010000:00010000:0.0:1772471858.274458:0:19556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85ea800/0xb50b868c089d13f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d13ee expref: 20 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.274466:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729216:0@lo:104: 00000100:00100000:0.0:1772471858.274475:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729344:0@lo:104: 00000100:00100000:0.0:1772471858.274482:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729472:0@lo:104: 00010000:00010000:0.0:1772471858.274489:0:19556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b86085a00/0xb50b868c089d13cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d13c4 expref: 19 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.274496:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856729600:0@lo:104: 00000100:00100000:0.0:1772471858.274527:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856729984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471858.274549:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471858.274570:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856730496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471858.274583:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471858.274594:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772471858.274599:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856729856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471858.274619:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471858.274629:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856730368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471858.274642:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471858.274833:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730752 00000100:00100000:3.0:1772471858.274838:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730752 00010000:00010000:3.0:1772471858.274857:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d140a expref: 19 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.274871:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729984 00000100:00100000:3.0:1772471858.274874:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729984 00010000:00010000:3.0:1772471858.274883:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1418 expref: 20 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.274891:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730496 00000100:00100000:3.0:1772471858.274894:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730496 00010000:00010000:3.0:1772471858.274903:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 21 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.274911:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856729856 00000100:00100000:3.0:1772471858.274914:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856729856 00010000:00010000:3.0:1772471858.274921:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1426 expref: 22 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.274929:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730368 00000100:00100000:3.0:1772471858.274930:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730368 00010000:00010000:3.0:1772471858.274938:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 23 pid: 6519 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.274949:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1772471858.274955:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856730752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.274964:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.274968:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d140a expref: 23 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.274975:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d140a expref: 23 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.274986:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b86084800/0xb50b868c089d1411 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d140a expref: 23 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.274996:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.275035:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:3655:x1858570856730752:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.275041:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1772471858.275071:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1772471858.275076:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:3653:x1858570856729984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.275083:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.275087:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1418 expref: 21 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275095:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1418 expref: 21 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275104:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b86085800/0xb50b868c089d141f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1418 expref: 21 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275112:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.275133:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:3653:x1858570856729984:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.275138:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1772471858.275147:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1772471858.275152:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:3653:x1858570856730496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.275157:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.275161:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 19 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275168:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 19 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275177:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d13d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d13d2 expref: 19 pid: 6520 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275185:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.275204:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+18:3653:x1858570856730496:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.275210:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1772471858.275545:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856730752:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.275606:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1772471858.275613:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:3653:x1858570856729856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.275622:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.275627:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1426 expref: 17 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275634:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1426 expref: 17 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.275644:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d142d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1426 expref: 17 pid: 6518 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.278811:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.278877:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3653:x1858570856729856:12345-0@lo:103:ldlm_bl.0 Request processed in 3262us (4253us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.278886:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:3.0:1772471858.278919:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1772471858.278929:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:3653:x1858570856730368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471858.278945:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471858.278952:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 15 pid: 6519 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.279042:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 15 pid: 6519 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.279060:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c9600/0xb50b868c089d13e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d13e0 expref: 15 pid: 6519 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471858.279073:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471858.279095:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+14:3653:x1858570856730368:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (4452us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471858.279101:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1772471858.279826:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728192:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471858.279846:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728320:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471858.279853:0:19556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19556:1858570856728448:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471858.279898:0:19556:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471858.280192:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856729856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.280203:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856730368:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.280211:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856729984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.280297:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856730496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471858.281825:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471858.281866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471858.281940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471858.282005:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724864 00000100:00100000:0.0:1772471858.282015:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724864 00010000:00010000:0.0:1772471858.282053:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 12 pid: 6518 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.282086:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725120 00000100:00100000:0.0:1772471858.282090:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725120 00010000:00010000:0.0:1772471858.282100:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 13 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.282117:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834724992 00000100:00100000:0.0:1772471858.282121:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834724992 00010000:00010000:0.0:1772471858.282131:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 14 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471858.282144:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 256 00000100:00100000:0.0:1772471858.282153:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:2410:x1858570834724864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471858.282166:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471858.282173:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 14 pid: 6518 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282185:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 14 pid: 6518 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282202:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1450 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068bf expref: 14 pid: 6518 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282230:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471858.282279:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:2410:x1858570834724864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 127us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471858.282287:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 256 00000100:00100000:0.0:1772471858.282329:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 257 00000100:00100000:0.0:1772471858.282337:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834725120:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471858.282344:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471858.282359:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 12 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282378:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 12 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282388:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d1442 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b1 expref: 12 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282397:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471858.282416:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:2410:x1858570834725120:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 80us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471858.282422:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 257 00000100:00100000:0.0:1772471858.282434:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 258 00000100:00100000:0.0:1772471858.282440:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:2410:x1858570834724992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471858.282447:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471858.282451:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 10 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282470:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 10 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282479:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b85e5c400/0xb50b868c089d1449 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068b8 expref: 10 pid: 6519 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282490:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282497:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282513:0:6511:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282520:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282527:0:6511:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282534:0:6511:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282540:0:6511:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33c00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471858.282544:0:6511:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282553:0:6511:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282576:0:6511:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.282585:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471858.282605:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+9:2410:x1858570834724992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 164us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471858.282612:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 258 00010000:00010000:1.0:1772471858.282839:0:19556:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.282847:0:19556:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471858.282853:0:19556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b84f33c00/0xb50b868c089d1522 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471858.284766:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471859.116975:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772471859.116996:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856730880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471859.117054:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471859.117295:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856730880 00000100:00100000:2.0:1772471859.117526:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856730880 00000100:00100000:2.0:1772471859.117606:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1772471859.117615:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856730880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471859.117653:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1772471859.117704:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856730880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471859.117711:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1772471859.117789:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856730880:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471859.307542:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471859.587943:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471859.588035:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725248 00000100:00100000:3.0:1772471859.588047:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725248 00000100:00100000:3.0:1772471859.588115:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 583 00000100:00100000:3.0:1772471859.588126:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+9:6183:x1858570834725248:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471859.588143:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471859.588502:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4068fe expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471859.588546:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 10 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471859.588565:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 10 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471859.588574:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:3.0:1772471859.588635:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834725248:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 510us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471859.588642:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 583 00000100:00100000:0.0:1772471859.598472:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471859.603094:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725376 00000100:00100000:3.0:1772471859.603110:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725376 00000100:00100000:3.0:1772471859.603274:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 584 00000100:00100000:3.0:1772471859.603285:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834725376:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471859.603496:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834725376:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 212us (5032us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471859.603504:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 584 00000100:00100000:0.0:1772471859.611200:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471859.611286:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725504 00000100:00100000:3.0:1772471859.611297:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725504 00000100:00100000:3.0:1772471859.611394:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 585 00000100:00100000:3.0:1772471859.611405:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834725504:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471859.612198:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834725504:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 792us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471859.612208:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 585 00000100:00100000:0.0:1772471859.615500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471859.615678:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725632 00000100:00100000:3.0:1772471859.615689:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725632 00000100:00100000:3.0:1772471859.615744:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 586 00000100:00100000:3.0:1772471859.615754:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23983:x1858570834725632:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:3.0:1772471859.615910:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23983:x1858570834725632:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 157us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471859.615919:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 586 00000100:00100000:0.0:1772471859.619584:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471859.619815:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725760 00000100:00100000:3.0:1772471859.619825:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725760 00000100:00100000:3.0:1772471859.619889:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 587 00000100:00100000:3.0:1772471859.619898:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23983:x1858570834725760:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:3.0:1772471859.620066:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:23983:x1858570834725760:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 169us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471859.620075:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 587 00000100:00100000:0.0:1772471859.623687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471859.626758:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834725888 00000100:00100000:2.0:1772471859.626777:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834725888 00000100:00100000:2.0:1772471859.627150:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 588 00000100:00100000:2.0:1772471859.627163:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834725888:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471859.627183:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471859.627204:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406905 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471859.627235:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471859.627246:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471859.627256:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8a00, rc 0) 00000100:00100000:2.0:1772471859.628046:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834725888:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 208us (3697us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471859.628056:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 588 00000100:00100000:0.0:1772471859.633799:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471859.633914:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726016 00000100:00100000:1.0:1772471859.633924:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726016 00000100:00100000:1.0:1772471859.634110:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 589 00000100:00100000:1.0:1772471859.634121:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834726016:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471859.634267:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834726016:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 148us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471859.634275:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 589 00000100:00100000:0.0:1772471859.641087:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471859.641192:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726144 00000100:00100000:2.0:1772471859.641203:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726144 00000100:00100000:2.0:1772471859.641332:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 590 00000100:00100000:2.0:1772471859.641352:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834726144:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471859.641535:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834726144:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 183us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471859.641545:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 590 00000100:00100000:0.0:1772471859.646192:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471859.646550:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726272 00000100:00100000:1.0:1772471859.646560:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726272 00000100:00100000:1.0:1772471859.646617:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 591 00000100:00100000:1.0:1772471859.646627:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23984:x1858570834726272:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:1.0:1772471859.646825:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23984:x1858570834726272:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 199us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471859.646833:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 591 00000100:00100000:0.0:1772471859.649988:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471859.650125:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726400 00000100:00100000:2.0:1772471859.650136:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726400 00000100:00100000:2.0:1772471859.650189:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 592 00000100:00100000:2.0:1772471859.650199:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23984:x1858570834726400:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:2.0:1772471859.650559:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:23984:x1858570834726400:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 360us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471859.650568:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 592 00000100:00100000:0.0:1772471859.653152:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471859.653246:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726528 00000100:00100000:3.0:1772471859.653259:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726528 00000100:00100000:3.0:1772471859.653363:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 593 00000100:00100000:3.0:1772471859.653379:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834726528:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471859.653398:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471859.653416:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40690c expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471859.653445:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471859.653457:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471859.653466:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b800, rc 0) 00000100:00100000:3.0:1772471859.653525:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834726528:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 147us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471859.653535:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 593 00000100:00100000:0.0:1772471859.656748:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471859.656990:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726656 00000100:00100000:2.0:1772471859.657002:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726656 00000100:00100000:2.0:1772471859.657059:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 594 00000100:00100000:2.0:1772471859.657069:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834726656:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471859.657195:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834726656:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 128us (457us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772471859.657203:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 594 10000000:01000000:2.0:1772471860.010507:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1772471860.010517:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb780d000 from 58 10000000:01000000:2.0:1772471860.010522:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1772471860.010652:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.010664:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.010675:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471860.010701:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772471860.010768:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471860.010892:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbba80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.015124:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731008 00000100:00100000:0.0:1772471860.015142:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731008 00000100:00100000:0.0:1772471860.015214:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1772471860.015226:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+14:6522:x1858570856731008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.015245:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471860.015265:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d153e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.015718:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d153e expref: 15 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.015732:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d153e expref: 15 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.015741:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32a00, rc 0) 00000100:00100000:0.0:1772471860.015824:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856731008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 601us (5057us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.015832:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1772471860.016162:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471860.016180:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.016190:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471860.016279:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.016523:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.016681:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b240 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.019065:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731136 00000100:00100000:3.0:1772471860.019081:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731136 00000100:00100000:3.0:1772471860.019148:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1772471860.019159:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856731136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.020147:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856731136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 985us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.020158:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1772471860.023627:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.023699:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.023775:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.023905:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b240 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.028656:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731264 00000100:00100000:2.0:1772471860.028676:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731264 00000100:00100000:2.0:1772471860.028753:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1772471860.028762:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856731264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471860.029844:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856731264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1079us (6065us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.029856:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1772471860.033532:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.038178:0:19561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19561:1858570856731392:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.038274:0:19561:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471860.039364:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731392 00000100:00100000:3.0:1772471860.039677:0:19561:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8900 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.039739:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731392 00000100:00100000:2.0:1772471860.039794:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1772471860.039803:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19561:x1858570856731392:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471860.040721:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19561:x1858570856731392:12345-0@lo:502:llog_process_th.0 Request processed in 915us (2444us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.040733:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1772471860.040960:0:19561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19561:1858570856731392:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.041100:0:19561:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19561:1858570856731520:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.041143:0:19561:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.041220:0:19561:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8900 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.045220:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731520 00000100:00100000:2.0:1772471860.045238:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731520 00000100:00100000:2.0:1772471860.045569:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1772471860.045581:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19561:x1858570856731520:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471860.045765:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19561:x1858570856731520:12345-0@lo:502:llog_process_th.0 Request processed in 187us (4621us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.045773:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1772471860.045883:0:19561:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19561:1858570856731520:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1772471860.045921:0:19561:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:1.0:1772471860.046601:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:1.0:1772471860.046624:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471860.046634:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.046644:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471860.046665:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1772471860.046667:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1772471860.046670:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1772471860.046696:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.046703:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.046713:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471860.046731:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.046771:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.051024:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.054654:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731648 00000100:00100000:0.0:1772471860.054669:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731648 00000100:00100000:0.0:1772471860.054736:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1772471860.054747:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856731648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.054767:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471860.054785:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d154c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.054815:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d154c expref: 16 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.054828:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d154c expref: 16 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.054838:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32400, rc 0) 00000100:00100000:0.0:1772471860.054909:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856731648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (8138us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.054916:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1772471860.055125:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471860.055145:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.055155:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471860.055228:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.055259:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.059754:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6000 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.060018:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731776 00000100:00100000:2.0:1772471860.060029:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731776 00000100:00100000:0.0:1772471860.060223:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1772471860.060236:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856731776:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.060456:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856731776:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 222us (5194us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.060464:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1772471860.060732:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.060788:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731904:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.060851:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.060882:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.062108:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856731904 00000100:00100000:0.0:1772471860.062121:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856731904 00000100:00100000:0.0:1772471860.062172:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1772471860.062180:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856731904:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.062383:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856731904:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 203us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.062390:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1772471860.062508:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856731904:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1772471860.064222:0:19562:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:0.0:1772471860.065083:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1772471860.065110:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1772471860.065122:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.065144:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471860.065154:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1772471860.065156:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb4245000 from 58 10000000:01000000:0.0:1772471860.065159:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1772471860.065197:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.065204:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.065230:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.065252:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.065348:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.065532:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732032 00000100:00100000:3.0:1772471860.065550:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732032 00000100:00100000:3.0:1772471860.065595:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1772471860.065602:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856732032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471860.065614:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471860.065626:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d155a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.065650:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d155a expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.065659:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d155a expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.065668:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b200, rc 0) 00000100:00100000:3.0:1772471860.065704:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856732032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.065709:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1772471860.065851:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e780 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.065872:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.065886:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.065896:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.065950:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.066062:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.066082:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e780 going to sleep for 11 seconds 00000100:00100000:1.0:1772471860.066171:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732160 00000100:00100000:1.0:1772471860.066176:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732160 00000100:00100000:1.0:1772471860.066198:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1772471860.066205:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856732160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.066330:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856732160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471860.066347:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1772471860.067247:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.067289:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.067618:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.067651:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e780 going to sleep for 11 seconds 00000100:00100000:1.0:1772471860.067726:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732288 00000100:00100000:1.0:1772471860.067732:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732288 00000100:00100000:1.0:1772471860.067771:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1772471860.067779:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856732288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.067864:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856732288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471860.067873:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1772471860.068058:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.070633:0:19563:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19563:1858570856732416:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.070723:0:19563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.077398:0:19563:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.081498:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732416 00000100:00100000:3.0:1772471860.081513:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732416 00000100:00100000:2.0:1772471860.083228:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1772471860.083240:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19563:x1858570856732416:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471860.083682:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19563:x1858570856732416:12345-0@lo:502:llog_process_th.0 Request processed in 443us (12959us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.083691:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1772471860.083807:0:19563:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19563:1858570856732416:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.083869:0:19563:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19563:1858570856732544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.083909:0:19563:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.083943:0:19563:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.084002:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732544 00000100:00100000:2.0:1772471860.084009:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732544 00000100:00100000:2.0:1772471860.084031:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1772471860.084037:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19563:x1858570856732544:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471860.084210:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19563:x1858570856732544:12345-0@lo:502:llog_process_th.0 Request processed in 172us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.084217:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1772471860.086455:0:19563:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19563:1858570856732544:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1772471860.086504:0:19563:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:1.0:1772471860.087506:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:1.0:1772471860.087538:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471860.087549:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.087561:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471860.087572:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1772471860.087590:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1772471860.087593:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1772471860.087631:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.087639:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.087648:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471860.087672:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.087728:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.087760:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6780 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.087830:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732672 00000100:00100000:2.0:1772471860.087837:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732672 00000100:00100000:2.0:1772471860.087904:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1772471860.087914:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856732672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471860.087928:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471860.087940:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1568 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.087963:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1568 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.087984:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1568 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.087993:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9c00, rc 0) 00000100:00100000:2.0:1772471860.088035:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856732672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.088042:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1772471860.088291:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.088325:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.088342:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.089089:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.089528:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.089559:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471860.089631:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732800 00000100:00100000:1.0:1772471860.089638:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732800 00000100:00100000:1.0:1772471860.089685:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1772471860.089694:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856732800:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.089808:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856732800:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471860.089815:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1772471860.090068:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.090105:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732928:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.090233:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.090259:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.090273:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856732928 00000100:00100000:0.0:1772471860.090277:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856732928 00000100:00100000:0.0:1772471860.090353:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1772471860.090360:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856732928:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.090604:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856732928:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 242us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.090620:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1772471860.090738:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856732928:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1772471860.108470:0:19564:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:0.0:1772471860.114338:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1772471860.114460:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1772471860.114475:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.114487:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471860.114499:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1772471860.114501:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cbc1de000 from 58 10000000:01000000:0.0:1772471860.114593:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1772471860.114637:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.114646:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.114658:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.114686:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.114750:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.114882:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e780 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.120734:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733056 00000100:00100000:2.0:1772471860.120749:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733056 00000100:00100000:2.0:1772471860.120852:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1772471860.120863:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856733056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471860.120892:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471860.120910:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1576 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.120941:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1576 expref: 19 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.120953:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1576 expref: 19 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.120962:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8400, rc 0) 00000100:00100000:2.0:1772471860.121058:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856733056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (6309us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.121066:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1772471860.121159:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471860.121177:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.121188:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471860.121277:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.121346:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.130652:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.133933:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733184 00000100:00100000:0.0:1772471860.133950:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733184 00000100:00100000:0.0:1772471860.134018:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1772471860.134028:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856733184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.134764:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856733184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 736us (13415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.134787:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1772471860.139069:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.139767:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.139843:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.139883:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.139934:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733312 00000100:00100000:0.0:1772471860.139941:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733312 00000100:00100000:0.0:1772471860.139998:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1772471860.140007:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856733312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.140137:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856733312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 130us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.140145:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1772471860.140622:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.140951:0:19565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19565:1858570856733440:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471860.141004:0:19565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.141034:0:19565:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6780 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.141074:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733440 00000100:00100000:0.0:1772471860.141086:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733440 00000100:00100000:0.0:1772471860.141465:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1772471860.141475:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19565:x1858570856733440:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.141573:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19565:x1858570856733440:12345-0@lo:502:llog_process_th.0 Request processed in 99us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471860.141655:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856733568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772471860.141685:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471860.141735:0:19565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19565:1858570856733440:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471860.141775:0:19565:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19565:1858570856733696:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471860.141805:0:19565:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.141836:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733696 00000100:00100000:3.0:1772471860.141841:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733696 00000100:00100000:0.0:1772471860.144100:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1772471860.144521:0:19565:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c999bb780 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.144667:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1772471860.144677:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19565:x1858570856733696:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471860.144828:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19565:x1858570856733696:12345-0@lo:502:llog_process_th.0 Request processed in 152us (3020us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.144835:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1772471860.144951:0:19565:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19565:1858570856733696:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1772471860.145261:0:19565:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:0.0:1772471860.146364:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1772471860.146483:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1772471860.146495:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.146506:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471860.146517:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1772471860.146519:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:0.0:1772471860.146522:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1772471860.146561:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.146580:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.146592:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.146617:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.146673:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.146716:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86692c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.146843:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733568 00000100:00100000:3.0:1772471860.146851:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733568 00000100:00100000:3.0:1772471860.146901:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1772471860.146910:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856733568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471860.146944:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471860.147645:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856733568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 734us (5956us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.147654:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1772471860.147763:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856733568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471860.147847:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733824 00000100:00100000:2.0:1772471860.147852:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733824 00000100:00100000:2.0:1772471860.147887:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1772471860.147894:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856733824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471860.147906:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471860.147923:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1584 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.147945:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1584 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.148074:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1584 expref: 20 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.148228:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8800, rc 0) 00000100:00100000:2.0:1772471860.148273:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856733824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 379us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.148278:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1772471860.148494:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.148509:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.148518:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.148584:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.148613:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.148646:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86692c00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.148757:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856733952 00000100:00100000:2.0:1772471860.148761:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856733952 00000100:00100000:2.0:1772471860.148783:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1772471860.148790:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856733952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471860.148917:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856733952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.148925:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1772471860.150218:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856733952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.150267:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.150362:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.150606:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86692c00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.150678:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734080 00000100:00100000:2.0:1772471860.150685:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734080 00000100:00100000:2.0:1772471860.150730:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1772471860.150738:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856734080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471860.150876:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856734080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.150884:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1772471860.157298:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.166729:0:19566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19566:1858570856734208:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.166813:0:19566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.166896:0:19566:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c87eb4240 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.169465:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734208 00000100:00100000:3.0:1772471860.169479:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734208 00000100:00100000:3.0:1772471860.169607:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1772471860.169618:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19566:x1858570856734208:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.169801:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19566:x1858570856734208:12345-0@lo:502:llog_process_th.0 Request processed in 184us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.169809:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1772471860.169903:0:19566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19566:1858570856734208:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772471860.169938:0:19566:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1772471860.169950:0:19566:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772471860.169953:0:19566:0:(obd_config.c:1594:class_process_config()) marker 51 (0x1) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:0.0:1772471860.169958:0:19566:0:(obd_config.c:1506:class_process_config()) processing cmd: ce022 00020000:01000000:0.0:1772471860.169977:0:19566:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:0.0:1772471860.170011:0:19566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19566:1858570856734336:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.170053:0:19566:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.174061:0:19566:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb180 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.178277:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734336 00000100:00100000:2.0:1772471860.178293:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734336 00000100:00100000:2.0:1772471860.178482:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1772471860.178493:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19566:x1858570856734336:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471860.178767:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19566:x1858570856734336:12345-0@lo:502:llog_process_th.0 Request processed in 275us (8713us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.178776:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1772471860.182608:0:19566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19566:1858570856734336:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772471860.182692:0:19566:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1772471860.182705:0:19566:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772471860.182708:0:19566:0:(obd_config.c:1594:class_process_config()) marker 51 (0x2) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1772471860.182714:0:19566:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000020:01000000:3.0:1772471860.186529:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0001 gen 53-55 (rc=0) 10000000:01000000:3.0:1772471860.186569:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1772471860.186582:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.186594:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471860.186607:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1772471860.186609:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cc1620000 from 58 10000000:01000000:3.0:1772471860.186612:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1772471860.186655:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.186663:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.186673:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471860.186697:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.186764:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.186871:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.190259:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734464 00000100:00100000:2.0:1772471860.190274:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734464 00000100:00100000:2.0:1772471860.190586:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1772471860.190597:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856734464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471860.190615:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471860.190632:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1592 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.190661:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1592 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.190672:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1592 expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471860.190680:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9e00, rc 0) 00000100:00100000:2.0:1772471860.190762:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856734464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.190769:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1772471860.190850:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.190869:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.190879:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.190958:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.190991:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.194958:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.198523:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734592 00000100:00100000:3.0:1772471860.198538:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734592 00000100:00100000:3.0:1772471860.198594:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1772471860.198603:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856734592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.198778:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856734592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 175us (7786us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.198787:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1772471860.200344:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.200414:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.200487:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.200520:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.200684:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734720 00000100:00100000:3.0:1772471860.200690:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734720 00000100:00100000:3.0:1772471860.200727:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1772471860.200735:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856734720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.200841:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856734720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.200848:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1772471860.201042:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856734720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.201769:0:19567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19567:1858570856734848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.201819:0:19567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.201852:0:19567:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb600 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.201898:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734848 00000100:00100000:3.0:1772471860.201902:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734848 00000100:00100000:3.0:1772471860.201926:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1772471860.201932:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19567:x1858570856734848:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.202029:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19567:x1858570856734848:12345-0@lo:502:llog_process_th.0 Request processed in 97us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.202037:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1772471860.202116:0:19567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19567:1858570856734848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.202355:0:19567:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19567:1858570856734976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.202495:0:19567:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.202513:0:19567:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4240 going to sleep for 11 seconds 00000100:00100000:3.0:1772471860.202609:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856734976 00000100:00100000:3.0:1772471860.202615:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856734976 00000100:00100000:3.0:1772471860.202633:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1772471860.202639:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19567:x1858570856734976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.202713:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19567:x1858570856734976:12345-0@lo:502:llog_process_th.0 Request processed in 74us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471860.202721:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1772471860.207408:0:19567:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19567:1858570856734976:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1772471860.207460:0:19567:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1772471860.207717:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1772471860.207748:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1772471860.207760:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.207772:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471860.207782:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1772471860.207785:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 53 10000000:01000000:3.0:1772471860.207788:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1772471860.207840:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.207848:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.207857:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471860.207877:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.207936:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.207984:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.208555:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735104 00000100:00100000:0.0:1772471860.208563:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735104 00000100:00100000:0.0:1772471860.208618:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1772471860.208628:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856735104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471860.208642:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471860.208657:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d15a0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.208680:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.208707:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.208716:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4000, rc 0) 00000100:00100000:0.0:1772471860.208759:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856735104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.208765:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1772471860.208905:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471860.208918:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.208926:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471860.209013:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.209040:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.209069:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471860.209315:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735232 00000100:00100000:2.0:1772471860.209320:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735232 00000100:00100000:2.0:1772471860.209355:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1772471860.209362:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856735232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471860.209501:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856735232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.209519:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1772471860.209758:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.209791:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.209830:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.209859:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.209924:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735360 00000100:00100000:0.0:1772471860.209928:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735360 00000100:00100000:0.0:1772471860.209948:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1772471860.209954:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856735360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.210026:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856735360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 72us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.210033:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1772471860.210109:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.210972:0:19568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19568:1858570856735488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.211019:0:19568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.211045:0:19568:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.211640:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735488 00000100:00100000:0.0:1772471860.211647:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735488 00000100:00100000:0.0:1772471860.211678:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1772471860.211684:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19568:x1858570856735488:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.211790:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19568:x1858570856735488:12345-0@lo:502:llog_process_th.0 Request processed in 105us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.211798:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1772471860.211955:0:19568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19568:1858570856735488:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1772471860.211981:0:19568:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1772471860.211992:0:19568:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1772471860.211994:0:19568:0:(obd_config.c:1594:class_process_config()) marker 50 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1772471860.212000:0:19568:0:(obd_config.c:1506:class_process_config()) processing cmd: ce022 00020000:01000000:3.0:1772471860.212014:0:19568:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:3.0:1772471860.213015:0:19568:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19568:1858570856735616:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471860.213065:0:19568:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.213106:0:19568:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471860.213325:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735616 00000100:00100000:0.0:1772471860.213339:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735616 00000100:00100000:0.0:1772471860.213460:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1772471860.213469:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19568:x1858570856735616:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471860.213690:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19568:x1858570856735616:12345-0@lo:502:llog_process_th.0 Request processed in 221us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.213697:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000020:01000004:2.0:1772471860.213807:0:19569:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8f9cc1620000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1772471860.213812:0:19569:0:(obd_mount.c:724:lustre_put_lsi()) put ffff8f9cc1620000 4 00000100:00100000:3.0:1772471860.218280:0:19568:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19568:1858570856735616:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1772471860.218756:0:19568:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1772471860.218768:0:19568:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1772471860.218771:0:19568:0:(obd_config.c:1594:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1772471860.218776:0:19568:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:0.0:1772471860.224693:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:0.0:1772471860.224737:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1772471860.224750:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.224762:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471860.224773:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1772471860.224775:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8f9c857499b8 from 1 10000000:01000000:0.0:1772471860.224778:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1772471860.224817:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.224825:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471860.224836:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471860.224862:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471860.224923:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471860.226251:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4180 going to sleep for 11 seconds 00000100:00100000:1.0:1772471860.228208:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735744 00000100:00100000:1.0:1772471860.228239:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735744 00000100:00100000:1.0:1772471860.228618:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1772471860.228630:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856735744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471860.228647:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471860.228664:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d15ae expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.228693:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d15ae expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.228705:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15ae expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.228714:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eb800, rc 0) 00000100:00100000:1.0:1772471860.228786:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856735744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (3862us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471860.228793:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1772471860.230652:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471860.230680:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.230692:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471860.230781:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471860.230833:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471860.230881:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471860.230955:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856735872 00000100:00100000:1.0:1772471860.230962:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856735872 00000100:00100000:1.0:1772471860.231006:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1772471860.231013:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856735872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471860.231109:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856735872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 96us (275us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772471860.231117:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1772471860.231256:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856735872:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1772471860.231288:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1772471860.231295:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471860.231338:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471860.331696:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471860.936488:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471860.936535:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471860.936559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471860.936573:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727040 00000100:00100000:0.0:1772471860.936592:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471860.936597:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727040 00000100:00100000:0.0:1772471860.936614:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471860.936645:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471860.936666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471860.936671:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727552 00000100:00100000:2.0:1772471860.936674:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727552 00000100:00100000:0.0:1772471860.936685:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471860.936692:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726912 00000100:00100000:2.0:1772471860.936695:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726912 00000100:00100000:0.0:1772471860.936707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471860.936708:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727424 00000100:00100000:2.0:1772471860.936710:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727424 00000100:00100000:2.0:1772471860.936727:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 742 00000100:00100000:0.0:1772471860.936729:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727296 00000100:00100000:0.0:1772471860.936731:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727296 00000100:00100000:2.0:1772471860.936736:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834727040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471860.936768:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727808 00000100:00100000:0.0:1772471860.936771:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727808 00000100:00100000:0.0:1772471860.936784:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727168 00000100:00100000:0.0:1772471860.936787:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727168 00000100:00100000:0.0:1772471860.936798:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727680 00000100:00100000:0.0:1772471860.936800:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727680 00000100:00100000:0.0:1772471860.936812:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 400 00000100:00100000:0.0:1772471860.936819:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834727296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471860.936823:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834727040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 88us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.936831:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 742 00000100:00100000:0.0:1772471860.936845:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834727296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.936850:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 743 00000100:00100000:0.0:1772471860.936851:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 400 00000100:00100000:0.0:1772471860.936863:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 401 00000100:00100000:0.0:1772471860.936869:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834727808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471860.936893:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834727808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.936899:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 401 00000100:00100000:0.0:1772471860.936910:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 402 00000100:00100000:0.0:1772471860.936916:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834727168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471860.936938:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834727168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.936950:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 402 00000100:00100000:0.0:1772471860.936961:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 403 00000100:00100000:0.0:1772471860.936966:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834727680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471860.936988:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834727680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.936994:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 403 00000100:00100000:0.0:1772471860.937014:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 744 00000100:00100000:0.0:1772471860.937022:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834726912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471860.937047:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834726912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.937052:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 744 00000100:00100000:0.0:1772471860.937064:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:0.0:1772471860.937070:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2412:x1858570834727424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471860.937093:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2412:x1858570834727424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471860.937099:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:1.0:1772471860.937257:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834726784 00000100:00100000:1.0:1772471860.937262:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834726784 00000100:00100000:1.0:1772471860.937344:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 633 00000100:00100000:1.0:1772471860.937351:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834726784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471860.937384:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834726784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471860.937390:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 633 00000100:00100000:2.0:1772471860.937630:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834727552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471860.937655:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834727552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 799us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471860.937661:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 743 00000100:00080000:2.0:1772471860.937678:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471860.937682:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471860.937685:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471860.937687:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1772471861.355163:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471861.674963:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856736000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471861.675037:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.675226:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736000 00000100:00100000:0.0:1772471861.675235:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736000 00000100:00100000:0.0:1772471861.675291:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1772471861.675331:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856736000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471861.675381:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1772471861.675425:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856736000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.675433:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00080000:0.0:1772471861.675453:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471861.675489:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856736000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471861.681989:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856736128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471861.682064:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471861.682200:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736128 00000100:00100000:2.0:1772471861.682208:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736128 00000100:00100000:2.0:1772471861.682264:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1772471861.682273:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856736128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471861.682297:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:2.0:1772471861.682375:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856736128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471861.682382:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00080000:2.0:1772471861.682405:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471861.682442:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856736128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471861.683125:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856736384:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683165:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683194:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856736896:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683215:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683234:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856737408:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683253:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683275:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772471861.683281:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856736256:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683338:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683356:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856736768:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683391:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683409:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856737280:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683431:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683461:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736384 00000100:00100000:0.0:1772471861.683466:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736384 00000100:00100000:0.0:1772471861.683501:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736896 00000100:00100000:0.0:1772471861.683505:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736896 00000100:00100000:0.0:1772471861.683529:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737408 00000100:00100000:0.0:1772471861.683532:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737408 00000100:00100000:0.0:1772471861.683548:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1772471861.683565:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856736384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683607:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856736384:12345-0@lo:400:kworker.0 Request processed in 42us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.683614:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1772471861.683637:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1772471861.683643:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856736896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683674:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856736896:12345-0@lo:400:kworker.0 Request processed in 31us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.683679:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1772471861.683690:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1772471861.683694:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856737408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683717:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856737408:12345-0@lo:400:kworker.0 Request processed in 22us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.683722:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1772471861.683744:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736768 00000100:00100000:0.0:1772471861.683747:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736768 00000100:00100000:0.0:1772471861.683769:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1772471861.683774:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856736768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683801:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856736768:12345-0@lo:400:kworker.0 Request processed in 27us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.683807:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1772471861.683823:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737280 00000100:00100000:0.0:1772471861.683826:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737280 00000100:00100000:0.0:1772471861.683852:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1772471861.683858:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856737280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683883:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856737280:12345-0@lo:400:kworker.0 Request processed in 25us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.683894:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:0.0:1772471861.683924:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772471861.683928:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471861.683937:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856736640:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683963:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.683980:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856737152:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.683997:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.684015:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1772471861.684021:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856736512:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684039:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.684055:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856737024:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684087:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.684100:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856737536:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684117:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471861.684140:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737152 00000100:00100000:0.0:1772471861.684143:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737152 00000100:00100000:0.0:1772471861.684168:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1772471861.684174:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856737152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684205:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856737152:12345-0@lo:400:kworker.0 Request processed in 31us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.684210:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1772471861.684227:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736512 00000100:00100000:0.0:1772471861.684230:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736512 00000100:00100000:0.0:1772471861.684249:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1772471861.684255:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856736512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684290:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856736512:12345-0@lo:400:kworker.0 Request processed in 35us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.684296:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1772471861.684344:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736640 00000100:00100000:0.0:1772471861.684349:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736640 00000100:00100000:0.0:1772471861.684367:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737024 00000100:00100000:0.0:1772471861.684370:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737024 00000100:00100000:0.0:1772471861.684385:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737536 00000100:00100000:0.0:1772471861.684387:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737536 00000100:00100000:0.0:1772471861.684400:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1772471861.684405:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856736640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684432:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856736640:12345-0@lo:400:kworker.0 Request processed in 27us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.684437:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1772471861.684447:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1772471861.684453:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856737024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684476:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856737024:12345-0@lo:400:kworker.0 Request processed in 23us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.684481:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1772471861.684493:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1772471861.684499:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856737536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684522:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856737536:12345-0@lo:400:kworker.0 Request processed in 24us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471861.684527:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00080000:0.0:1772471861.684544:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471861.684547:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471861.684586:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856736768:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684607:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856737280:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684618:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856736384:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684629:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856736896:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684636:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856737408:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684668:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856736512:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684676:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856737024:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684684:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856737536:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684692:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856736640:0@lo:400:kworker.0 00000100:00100000:0.0:1772471861.684700:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856737152:0@lo:400:kworker.0 00000100:00100000:2.0:1772471861.685518:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856736256 00000100:00100000:2.0:1772471861.685527:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856736256 00000100:00100000:2.0:1772471861.685575:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1772471861.685583:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856736256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471861.685637:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856736256:12345-0@lo:400:kworker.0 Request processed in 55us (2298us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471861.685644:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1772471861.689566:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856736256:0@lo:400:kworker.0 00000040:00080000:2.0:1772471861.738678:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471861.738691:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471861.739203:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772471861.739214:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772471862.379807:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471862.702998:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856737664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471862.703075:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471862.704775:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737664 00000100:00100000:2.0:1772471862.704791:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737664 00000100:00100000:2.0:1772471862.704852:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1772471862.704862:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856737664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772471862.704897:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:3.0:1772471862.705060:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856737792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471862.705096:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471862.705148:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737792 00000100:00100000:3.0:1772471862.705152:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737792 00000100:00100000:3.0:1772471862.705171:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1772471862.705178:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856737792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471862.705187:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:3.0:1772471862.705219:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856737792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.705226:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1772471862.705273:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856737792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471862.717662:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856737664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 12790us (14575us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471862.717696:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1772471862.721177:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856737664:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1772471862.913867:0:19667:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff9d3dc450 20000000:00000080:3.0:1772471862.913884:0:19667:0:(mgs_handler.c:1125:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8f9cbd874400 uarg=0000000000000000 00000040:00100000:3.0:1772471862.914535:0:19667:0:(llog.c:1064:llog_reverse_process()) index 60 : idx 49 20000000:01000000:3.0:1772471862.914542:0:19667:0:(mgs_llog.c:870:mgs_search_pool_cb()) Matched pool rec 59 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1772471862.914557:0:19667:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:3.0:1772471862.920345:0:19668:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 52 marker 43 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:3.0:1772471862.920409:0:19668:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 54 marker 43 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:3.0:1772471862.920427:0:19668:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000040:00080000:0.0:1772471862.920855:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:0.0:1772471862.920873:0:19667:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1772471862.920889:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:0.0:1772471862.920905:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:0.0:1772471862.920920:0:19667:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1772471862.922466:0:19669:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 46 marker 44 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:1.0:1772471862.922526:0:19669:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 49 marker 44 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:1.0:1772471862.922544:0:19669:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000040:00080000:0.0:1772471862.922938:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18016 20000000:01000000:0.0:1772471862.922952:0:19667:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1772471862.922967:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18136 00000040:00080000:0.0:1772471862.922981:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18360 20000000:01000000:0.0:1772471862.922994:0:19667:0:(mgs_llog.c:1016:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/new lustre.test_11c fl=4 20000000:01000000:0.0:1772471862.923492:0:19670:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 46 marker 45 1->4: lustre-MDT0001-mdtlov new lustre.test_11c 20000000:01000000:0.0:1772471862.923532:0:19670:0:(mgs_llog.c:983:mgs_modify_handler()) Changing rec 49 marker 45 2->4: lustre-MDT0001-mdtlov new lustre.test_11c 00000040:00080000:0.0:1772471862.923565:0:19670:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000040:00080000:3.0:1772471862.929063:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:3.0:1772471862.929088:0:19667:0:(mgs_llog.c:1437:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1772471862.929105:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:3.0:1772471862.929122:0:19667:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:3.0:1772471862.929138:0:19667:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1772471862.929157:0:19667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929177:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929186:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929194:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929203:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d153e expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929210:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d154c expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929223:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d155a expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929231:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1568 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929238:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1576 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929245:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1584 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929252:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1592 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929260:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929267:0:19667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15ae expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.929275:0:19667:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.929907:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d15ae expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.929923:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d15ae expref: 22 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.929938:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856737920:0@lo:104: 00000100:00100000:2.0:1772471862.929997:0:19667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772471862.930084:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.930094:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 22 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.930105:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738048:0@lo:104: 00000100:00100000:2.0:1772471862.930126:0:19667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772471862.934114:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1592 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.934132:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1592 expref: 22 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.934148:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738176:0@lo:104: 00000100:00100000:2.0:1772471862.934198:0:19667:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471862.938120:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856737920 00000100:00100000:1.0:1772471862.938139:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856737920 00000100:00100000:1.0:1772471862.938216:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738048 00000100:00100000:1.0:1772471862.938220:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738048 00000100:00100000:1.0:1772471862.938238:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1772471862.938248:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19667:x1858570856737920:12345-0@lo:104: 00010000:00010000:1.0:1772471862.938267:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938382:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1772471862.938388:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19667:x1858570856737920:12345-0@lo:104: Request processed in 143us (8391us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471862.938395:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1772471862.938411:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1772471862.938418:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19667:x1858570856738048:12345-0@lo:104: 00010000:00010000:1.0:1772471862.938426:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938476:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1772471862.938482:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19667:x1858570856738048:12345-0@lo:104: Request processed in 66us (8356us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471862.938488:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:1.0:1772471862.938524:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1772471862.938531:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938538:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4a00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.938543:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938552:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.938559:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.938565:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.938604:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938880:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.938901:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938907:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d15ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d15b5 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938933:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471862.938937:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938943:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b400 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.938946:0:6513:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938954:0:6513:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.938960:0:6513:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.938965:0:6513:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.938977:0:6513:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.938983:0:6513:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.938996:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.939003:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82b400/0xb50b868c089d15a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d15a7 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.939011:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471862.939012:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471862.939015:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471862.939021:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471862.939040:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856738304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471862.939076:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471862.939113:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856738432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471862.939131:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471862.939159:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738304 00000100:00100000:1.0:1772471862.939164:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738304 00010000:00010000:1.0:1772471862.939187:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d15ae expref: 23 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471862.939207:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738432 00000100:00100000:1.0:1772471862.939210:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738432 00010000:00010000:1.0:1772471862.939218:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 24 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471862.939240:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1772471862.939246:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+24:3653:x1858570856738304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471862.939256:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471862.939261:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d15ae expref: 24 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.939272:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d15ae expref: 24 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.939383:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471862.939408:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+24:3653:x1858570856738304:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471862.939415:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1772471862.939427:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1772471862.939433:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856738432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471862.939446:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471862.939451:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 23 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.939460:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 23 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.939471:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471862.939492:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856738432:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471862.939498:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1772471862.939706:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856738304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471862.939732:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856738432:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772471862.940047:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1584 expref: 22 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940059:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1584 expref: 22 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940076:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738560:0@lo:104: 00010000:00010000:2.0:1772471862.940108:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1576 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940116:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1576 expref: 22 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940124:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738688:0@lo:104: 00010000:00010000:2.0:1772471862.940143:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d1568 expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940151:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d1568 expref: 22 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940158:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738816:0@lo:104: 00010000:00010000:2.0:1772471862.940176:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d155a expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940183:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d155a expref: 22 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940191:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738944:0@lo:104: 00010000:00010000:2.0:1772471862.940213:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d154c expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940221:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d154c expref: 22 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940239:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739072:0@lo:104: 00010000:00010000:2.0:1772471862.940261:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb50b868c089d153e expref: 22 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940269:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb50b868c089d153e expref: 22 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940276:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739200:0@lo:104: 00010000:00010000:2.0:1772471862.940346:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.940356:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 11 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.940365:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739328:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471862.941426:0:8424:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00010000:00010000:2.0:1772471862.941442:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.941455:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 11 pid: 6520 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471862.941455:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471862.941468:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739456:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471862.941475:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.941497:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.941506:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.941514:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.941523:0:8424:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.941531:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738176 00000100:00100000:0.0:1772471862.941538:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738176 00010000:00010000:2.0:1772471862.941554:0:19667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.941563:0:19667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 11 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471862.941579:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738560 00000100:00100000:0.0:1772471862.941582:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738560 00000100:00100000:2.0:1772471862.941586:0:19667:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739584:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471862.941591:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738688 00000100:00100000:0.0:1772471862.941593:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738688 00000100:00100000:0.0:1772471862.941601:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738816 00000100:00100000:0.0:1772471862.941603:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738816 00000100:00100000:0.0:1772471862.941611:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856738944 00000100:00100000:0.0:1772471862.941613:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856738944 00000100:00100000:0.0:1772471862.941621:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856739072 00000100:00100000:0.0:1772471862.941623:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856739072 00000100:00100000:0.0:1772471862.941631:0:8424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856739200 00000100:00100000:0.0:1772471862.941633:0:8424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856739200 00000100:00100000:0.0:1772471862.941645:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1772471862.941652:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+9:19667:x1858570856738176:12345-0@lo:104: 00010000:00010000:0.0:1772471862.941664:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.941708:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1772471862.941713:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84f6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+9:19667:x1858570856738176:12345-0@lo:104: Request processed in 63us (7515us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.941720:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1772471862.941756:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1772471862.941769:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+8:19667:x1858570856738560:12345-0@lo:104: 00010000:00010000:0.0:1772471862.941776:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.941806:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1772471862.941811:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+8:19667:x1858570856738560:12345-0@lo:104: Request processed in 43us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.941817:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1772471862.941829:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1772471862.941835:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+7:19667:x1858570856738688:12345-0@lo:104: 00010000:00010000:0.0:1772471862.941842:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.941885:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1772471862.941890:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+7:19667:x1858570856738688:12345-0@lo:104: Request processed in 56us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.941895:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1772471862.941906:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1772471862.941912:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+6:19667:x1858570856738816:12345-0@lo:104: 00010000:00010000:0.0:1772471862.941919:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.941943:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1772471862.941947:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+6:19667:x1858570856738816:12345-0@lo:104: Request processed in 36us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.941953:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1772471862.941964:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1772471862.941976:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19667:x1858570856738944:12345-0@lo:104: 00010000:00010000:0.0:1772471862.941983:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.942000:0:19667:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3c00 going to sleep for 11 seconds 00010000:00010000:0.0:1772471862.942007:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1772471862.942011:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+5:19667:x1858570856738944:12345-0@lo:104: Request processed in 36us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.942016:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:2.0:1772471862.942025:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb85eb800/0xb50b868c089d15b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d15ae expref: 22 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471862.942026:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1772471862.942031:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19667:x1858570856739072:12345-0@lo:104: 00010000:00010000:0.0:1772471862.942036:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.942039:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856737920:0@lo:104: 00010000:00010000:2.0:1772471862.942052:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cb79e4000/0xb50b868c089d15a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d15a0 expref: 21 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.942058:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1772471862.942061:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738048:0@lo:104: 00000100:00100000:0.0:1772471862.942062:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+4:19667:x1858570856739072:12345-0@lo:104: Request processed in 32us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.942067:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1772471862.942068:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738176:0@lo:104: 00000100:00100000:2.0:1772471862.942075:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738560:0@lo:104: 00000100:00100000:0.0:1772471862.942077:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1772471862.942081:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738688:0@lo:104: 00000100:00100000:0.0:1772471862.942082:0:8424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19667:x1858570856739200:12345-0@lo:104: 00000100:00100000:2.0:1772471862.942087:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738816:0@lo:104: 00010000:00010000:0.0:1772471862.942088:0:8424:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.942094:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856738944:0@lo:104: 00000100:00100000:2.0:1772471862.942100:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739072:0@lo:104: 00000100:00100000:2.0:1772471862.942109:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739200:0@lo:104: 00010000:00010000:0.0:1772471862.942109:0:8424:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1772471862.942113:0:8424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+3:19667:x1858570856739200:12345-0@lo:104: Request processed in 31us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471862.942118:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:1.0:1772471862.944829:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1772471862.944844:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.944856:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.944860:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.944872:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.944879:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.944886:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.944950:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.944956:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.944988:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.944995:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cbd82be00/0xb50b868c089d1592 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1599 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945008:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1772471862.945011:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471862.945013:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856739712:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471862.945016:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33c00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.945019:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945025:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.945031:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.945036:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.945047:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945051:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.945064:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945078:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33c00/0xb50b868c089d1584 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d158b expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471862.945078:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1772471862.945087:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1772471862.945090:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945096:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.945098:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945104:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.945109:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.945114:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.945126:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945131:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.945137:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945143:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b84f33e00/0xb50b868c089d1576 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d157d expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945150:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1772471862.945239:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945245:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eac00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.945248:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945255:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.945261:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.945266:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.945287:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945294:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.945337:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945344:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eac00/0xb50b868c089d1568 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d156f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945354:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1772471862.945357:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945363:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.945878:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945900:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.945907:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.945912:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1772471862.945970:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945975:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.945982:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945989:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b84f32c00/0xb50b868c089d155a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1561 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.945998:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1772471862.946001:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.946007:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eae00 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:1.0:1772471862.946009:0:6514:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.946016:0:6514:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1772471862.946022:0:6514:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471862.946034:0:6514:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1772471862.946089:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856740224:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471862.946131:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.946158:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471862.946164:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856740096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471862.946185:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471862.948171:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856739712 00000100:00100000:3.0:1772471862.948187:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856739712 00010000:00010000:3.0:1772471862.948228:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1592 expref: 21 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.948409:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740224 00000100:00100000:3.0:1772471862.948413:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740224 00010000:00010000:3.0:1772471862.948426:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d155a expref: 22 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.948440:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740096 00000100:00100000:3.0:1772471862.948442:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740096 00010000:00010000:3.0:1772471862.948451:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1568 expref: 23 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.948465:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1772471862.948472:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856739712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.948485:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.948490:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1592 expref: 23 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948502:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1592 expref: 23 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948530:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1599 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1592 expref: 23 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948543:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.948622:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:3655:x1858570856739712:12345-0@lo:103:ldlm_bl.0 Request processed in 149us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.948630:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1772471862.948649:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1772471862.948655:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:3655:x1858570856740224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.948662:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.948666:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d155a expref: 21 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948678:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d155a expref: 21 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948688:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cbd82b200/0xb50b868c089d1561 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d155a expref: 21 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948695:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.948716:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:3655:x1858570856740224:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.948721:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1772471862.948730:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1772471862.948735:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:3655:x1858570856740096:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471862.948892:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471862.948913:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471862.948928:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1772471862.948968:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.948973:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1568 expref: 19 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948981:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1568 expref: 19 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948991:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d156f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1568 expref: 19 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.948998:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.949020:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:3655:x1858570856740096:12345-0@lo:103:ldlm_bl.0 Request processed in 284us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.949026:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1772471862.949036:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728064 00000100:00100000:3.0:1772471862.949040:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728064 00010000:00010000:3.0:1772471862.949053:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 12 pid: 6520 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.949064:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834727936 00000100:00100000:3.0:1772471862.949066:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834727936 00010000:00010000:3.0:1772471862.949074:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 13 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.949083:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728192 00000100:00100000:3.0:1772471862.949084:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728192 00010000:00010000:3.0:1772471862.949092:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 14 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.949102:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 264 00000100:00100000:3.0:1772471862.949107:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:2409:x1858570834728064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.949115:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.949119:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 14 pid: 6520 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.949126:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 14 pid: 6520 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.949137:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.949180:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:2409:x1858570834728064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 72us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.949187:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 264 00000100:00100000:3.0:1772471862.949198:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 265 00000100:00100000:3.0:1772471862.949204:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:2411:x1858570834727936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.949212:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.949217:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 13 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.949225:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 13 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.949234:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.949248:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:2411:x1858570834727936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 44us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.949253:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 265 00000100:00100000:3.0:1772471862.949288:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 266 00000100:00100000:3.0:1772471862.949294:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834728192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.949331:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.949336:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 12 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.949344:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 12 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.949354:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.949370:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834728192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 76us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.949377:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 266 00000100:00100000:3.0:1772471862.949419:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856740096:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471862.949429:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856740224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471862.949436:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856739712:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471862.950459:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856739968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471862.950520:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471862.950562:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471862.950772:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856739840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1772471862.950797:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1772471862.950826:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471862.950834:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.950843:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8000 already unused, calling callback (ffffffffc11bfc20) 10000000:00010000:0.0:1772471862.950848:0:7901:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471862.950857:0:7901:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1772471862.950864:0:7901:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471862.950890:0:7901:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1772471862.951487:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856739968 00000100:00100000:3.0:1772471862.951496:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856739968 00010000:00010000:3.0:1772471862.951545:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1576 expref: 18 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.951568:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856739840 00000100:00100000:3.0:1772471862.951571:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856739840 00010000:00010000:3.0:1772471862.951584:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1584 expref: 19 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.951600:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1772471862.951841:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:3653:x1858570856739968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.951857:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.951862:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1576 expref: 19 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.951874:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1576 expref: 19 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.951892:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d157d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1576 expref: 19 pid: 6518 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.951906:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.951971:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:3653:x1858570856739968:12345-0@lo:103:ldlm_bl.0 Request processed in 363us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.951979:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1772471862.952001:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1772471862.952008:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:3653:x1858570856739840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.952015:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.952020:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d1584 expref: 17 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.952034:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d1584 expref: 17 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.952045:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d158b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d1584 expref: 17 pid: 6520 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.952054:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.952074:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3653:x1858570856739840:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.952080:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1772471862.952118:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856739840:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471862.952129:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856739968:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772471862.952349:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cbd82b800/0xb50b868c089d1537 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40690c expref: 11 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.952362:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739328:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471862.952373:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b869c8a00/0xb50b868c089d1530 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406905 expref: 10 pid: 6520 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.952399:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739456:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471862.952412:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9cbd82ae00/0xb50b868c089d1529 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068fe expref: 9 pid: 6518 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.952421:0:19667:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19667:1858570856739584:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471862.952468:0:19667:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.955380:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471862.956667:0:6514:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.956684:0:6514:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1772471862.956722:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471862.956731:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eae00/0xb50b868c089d154c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1553 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.957361:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856740352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1772471862.957429:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471862.957498:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740352 00000100:00100000:3.0:1772471862.957506:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740352 00010000:00010000:3.0:1772471862.957552:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d154c expref: 16 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471862.957580:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1772471862.957588:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+16:3652:x1858570856740352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1772471862.957600:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471862.957605:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d154c expref: 16 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.957617:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d154c expref: 16 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.957632:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b84f32400/0xb50b868c089d1553 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d154c expref: 16 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.957648:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471862.957681:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:16f72e44-8050-4902-a072-a7532a3e8a1e+15:3652:x1858570856740352:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471862.957688:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1772471862.957723:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856740352:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1772471862.958083:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471862.958087:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471862.958089:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471862.978709:0:7901:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.978727:0:7901:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1772471862.979452:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.979463:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d153e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb50b868c089d1545 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.979487:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471862.979490:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471862.979492:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471862.979545:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856740480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1772471862.979630:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471862.979969:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740480 00000100:00100000:2.0:1772471862.979977:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740480 00010000:00010000:2.0:1772471862.980011:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d153e expref: 15 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471862.980047:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1772471862.980055:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:3653:x1858570856740480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1772471862.980083:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471862.980089:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb50b868c089d153e expref: 15 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980102:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb50b868c089d153e expref: 15 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980119:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b84f32a00/0xb50b868c089d1545 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb50b868c089d153e expref: 15 pid: 6519 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980133:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980141:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980156:0:6510:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980163:0:6510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980169:0:6510:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980176:0:6510:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980181:0:6510:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85630600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471862.980185:0:6510:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980203:0:6510:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980225:0:6510:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471862.980235:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471862.980269:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:16f72e44-8050-4902-a072-a7532a3e8a1e+14:3653:x1858570856740480:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471862.980277:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00010000:00010000:3.0:1772471862.980414:0:19667:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.980423:0:19667:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471862.980430:0:19667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b85630600/0xb50b868c089d15bc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471862.981679:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856740480:0@lo:103:ldlm_bl.0 00000040:00080000:2.0:1772471863.021427:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1772471863.402945:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471864.236859:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471864.236898:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856740608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471864.236968:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.237215:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740608 00000100:00100000:1.0:1772471864.237224:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740608 00000100:00100000:1.0:1772471864.237286:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1772471864.237323:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856740608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471864.237361:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:1.0:1772471864.237420:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856740608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.237428:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1772471864.237624:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856740608:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471864.426662:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471864.711289:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471864.711433:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728320 00000100:00100000:0.0:1772471864.711444:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728320 00000100:00100000:0.0:1772471864.711503:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 635 00000100:00100000:0.0:1772471864.711514:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+9:6183:x1858570834728320:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471864.711531:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471864.711551:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d15c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406913 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.711579:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d15c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406913 expref: 10 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.711590:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb79e4e00/0xb50b868c089d15c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406913 expref: 10 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.711598:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4e00, rc 0) 00000100:00100000:0.0:1772471864.711663:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834728320:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 151us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.711671:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 635 00000100:00100000:0.0:1772471864.718360:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471864.721786:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728448 00000100:00100000:1.0:1772471864.721821:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728448 00000100:00100000:1.0:1772471864.721893:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 636 00000100:00100000:1.0:1772471864.721903:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834728448:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.722148:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834728448:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 245us (3851us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.722156:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 636 00000100:00100000:1.0:1772471864.735122:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471864.735499:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728576 00000100:00100000:2.0:1772471864.735511:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728576 00000100:00100000:2.0:1772471864.735685:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 637 00000100:00100000:2.0:1772471864.735697:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834728576:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.735906:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834728576:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 210us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.735914:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 637 10000000:01000000:2.0:1772471864.746555:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1772471864.746565:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb780d000 from 61 10000000:01000000:2.0:1772471864.746573:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1772471864.746636:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.746648:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.746680:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471864.746710:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856740736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.746783:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.746855:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.747128:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740736 00000100:00100000:0.0:1772471864.747136:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740736 00000100:00100000:0.0:1772471864.747197:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1772471864.747207:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+14:6522:x1858570856740736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471864.747221:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471864.747247:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d15d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d15ca expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.747282:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d15d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d15ca expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.747350:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb79e5c00/0xb50b868c089d15d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15ca expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.747360:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e5c00, rc 0) 00000100:00100000:0.0:1772471864.747400:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856740736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 195us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.747407:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1772471864.747832:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856740736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.747849:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15d1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.747859:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d15d1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471864.747927:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856740864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.747956:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.747994:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3900 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.748887:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471864.748973:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740864 00000100:00100000:1.0:1772471864.748981:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740864 00000100:00100000:1.0:1772471864.749024:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728704 00000100:00100000:1.0:1772471864.749027:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728704 00000100:00100000:1.0:1772471864.749043:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1772471864.749050:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856740864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.749187:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856740864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.749196:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1772471864.749222:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 640 00000100:00100000:1.0:1772471864.749230:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:24002:x1858570834728704:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:1.0:1772471864.749368:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:24002:x1858570834728704:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 138us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.749375:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 640 00000100:00100000:3.0:1772471864.752367:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856740864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.752738:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856740992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.759180:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.759238:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866766c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.760794:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856740992 00000100:00100000:1.0:1772471864.760808:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856740992 00000100:00100000:1.0:1772471864.760878:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1772471864.760889:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856740992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.761046:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856740992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.761062:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1772471864.761512:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856740992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.762217:0:19671:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19671:1858570856741120:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.762745:0:19671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.762782:0:19671:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.762850:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741120 00000100:00100000:1.0:1772471864.762856:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741120 00000100:00100000:1.0:1772471864.762902:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1772471864.762910:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19671:x1858570856741120:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471864.763031:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19671:x1858570856741120:12345-0@lo:502:llog_process_th.0 Request processed in 121us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.763039:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1772471864.763137:0:19671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19671:1858570856741120:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471864.763186:0:19671:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19671:1858570856741248:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471864.763221:0:19671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.763255:0:19671:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866766c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.763952:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471864.764035:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741248 00000100:00100000:2.0:1772471864.764042:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741248 00000100:00100000:2.0:1772471864.764070:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728832 00000100:00100000:2.0:1772471864.764073:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728832 00000100:00100000:2.0:1772471864.764085:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1772471864.764092:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19671:x1858570856741248:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.764206:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:19671:x1858570856741248:12345-0@lo:502:llog_process_th.0 Request processed in 113us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.764214:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1772471864.764258:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 644 00000100:00100000:2.0:1772471864.764264:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:24002:x1858570834728832:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:2.0:1772471864.764937:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:24002:x1858570834728832:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 672us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.764944:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 644 00000100:00100000:0.0:1772471864.769342:0:19671:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19671:1858570856741248:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1772471864.769394:0:19671:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1772471864.770804:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1772471864.770839:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1772471864.770851:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15d1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.770862:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8a00/0xb50b868c089d15ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15d1 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1772471864.770873:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1772471864.770875:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1772471864.770878:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1772471864.770919:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.770927:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.770937:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471864.770978:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.771041:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.771093:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425600 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.771273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471864.772806:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741376 00000100:00100000:2.0:1772471864.772821:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741376 00000100:00100000:2.0:1772471864.772890:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834728960 00000100:00100000:2.0:1772471864.772893:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834728960 00000100:00100000:2.0:1772471864.772915:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1772471864.772924:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+15:6522:x1858570856741376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.772943:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471864.772964:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d15df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d15d8 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.772992:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d15df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d15d8 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.773007:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8800/0xb50b868c089d15df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15d8 expref: 16 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.773018:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8800, rc 0) 00000100:00100000:2.0:1772471864.773088:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856741376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (2047us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.773095:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1772471864.773129:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 646 00000100:00100000:2.0:1772471864.773139:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+10:6183:x1858570834728960:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.773145:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471864.773168:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d15e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40691a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.773182:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d15e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40691a expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.773191:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8400/0xb50b868c089d15e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40691a expref: 11 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.773197:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8400, rc 0) 00000100:00100000:2.0:1772471864.773249:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834728960:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 112us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.773255:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 646 00000100:00100000:0.0:1772471864.774153:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1772471864.774173:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15df expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.774185:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d15df expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471864.774262:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.774333:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.774361:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb4001e40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.775160:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741504 00000100:00100000:2.0:1772471864.775169:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741504 00000100:00100000:2.0:1772471864.775216:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1772471864.775224:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856741504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.775439:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856741504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 215us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.778885:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.778966:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.779054:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.779216:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb4001e40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.779494:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1772471864.779540:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741632 00000100:00100000:2.0:1772471864.779547:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741632 00000100:00100000:3.0:1772471864.781015:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1772471864.781805:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856741632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.781993:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856741632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 966us (2938us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.782003:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1772471864.782165:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471864.782240:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729088 00000100:00100000:0.0:1772471864.782250:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729088 00000100:00100000:0.0:1772471864.782330:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 649 00000100:00100000:0.0:1772471864.782337:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834729088:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.783120:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834729088:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 778us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.783129:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 649 00000100:00100000:3.0:1772471864.786798:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741632:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1772471864.790953:0:19672:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:3.0:1772471864.791209:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1772471864.791246:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1772471864.791257:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15df expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.791275:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b869c8000/0xb50b868c089d15d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15df expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1772471864.791285:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1772471864.791288:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cb4245000 from 61 10000000:01000000:3.0:1772471864.791324:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1772471864.791365:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.791374:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.791384:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471864.791410:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.791486:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.791530:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.792882:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741760 00000100:00100000:1.0:1772471864.792894:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741760 00000100:00100000:1.0:1772471864.792952:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1772471864.792962:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+16:6522:x1858570856741760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.792978:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471864.792995:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d15f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d15ed expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.793025:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d15f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d15ed expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.793038:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85eac00/0xb50b868c089d15f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d15ed expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.793047:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eac00, rc 0) 00000100:00100000:1.0:1772471864.793114:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856741760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.793138:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1772471864.794537:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471864.794562:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15f4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.794573:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d15f4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471864.794744:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.794794:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.794828:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.794919:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856741888 00000100:00100000:2.0:1772471864.794926:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856741888 00000100:00100000:2.0:1772471864.794968:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1772471864.794976:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856741888:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.795096:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856741888:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 120us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.795124:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1772471864.796206:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856741888:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.796250:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.797869:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.797916:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471864.798144:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742016 00000100:00100000:3.0:1772471864.798153:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742016 00000100:00100000:3.0:1772471864.798207:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1772471864.798216:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856742016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.798361:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856742016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 146us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.798369:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1772471864.798630:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.799688:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471864.799764:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729216 00000100:00100000:3.0:1772471864.799771:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729216 00000100:00100000:3.0:1772471864.799818:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 653 00000100:00100000:3.0:1772471864.799826:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834729216:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.799927:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834729216:12345-192.168.202.58@tcp:503:ll_cfg_requeue.0 Request processed in 101us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.799934:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 653 00000100:00100000:1.0:1772471864.809010:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471864.809325:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729344 00000100:00100000:0.0:1772471864.809336:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729344 00000100:00100000:0.0:1772471864.809390:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 654 00000100:00100000:0.0:1772471864.809399:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:24003:x1858570834729344:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:0.0:1772471864.809589:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:24003:x1858570834729344:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 190us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.809597:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 654 00000100:00100000:1.0:1772471864.817539:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471864.817637:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729472 00000100:00100000:0.0:1772471864.817646:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729472 00000100:00100000:0.0:1772471864.817705:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 655 00000100:00100000:0.0:1772471864.817715:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:24003:x1858570834729472:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:0.0:1772471864.817869:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:24003:x1858570834729472:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 154us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.817878:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 655 00000100:00100000:2.0:1772471864.822870:0:19673:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19673:1858570856742144:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.822974:0:19673:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.823016:0:19673:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.823158:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742144 00000100:00100000:0.0:1772471864.823165:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742144 00000100:00100000:0.0:1772471864.823219:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1772471864.823228:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19673:x1858570856742144:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.823424:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19673:x1858570856742144:12345-0@lo:502:llog_process_th.0 Request processed in 197us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.823432:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1772471864.824027:0:19673:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19673:1858570856742144:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.824085:0:19673:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19673:1858570856742272:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.824132:0:19673:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.824165:0:19673:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.824278:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742272 00000100:00100000:1.0:1772471864.824284:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742272 00000100:00100000:1.0:1772471864.824354:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1772471864.824362:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19673:x1858570856742272:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471864.824468:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+17:19673:x1858570856742272:12345-0@lo:502:llog_process_th.0 Request processed in 106us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.824476:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1772471864.825037:0:19673:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19673:1858570856742272:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1772471864.825061:0:19673:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000100:00100000:0.0:1772471864.825204:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471864.825660:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729600 00000100:00100000:2.0:1772471864.825666:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729600 00000100:00100000:2.0:1772471864.825706:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 658 00000100:00100000:2.0:1772471864.825714:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+11:6183:x1858570834729600:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.825725:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471864.825743:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d15fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406921 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.825767:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d15fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406921 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.825778:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c9c00/0xb50b868c089d15fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406921 expref: 12 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.825787:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9c00, rc 0) 00000100:00100000:2.0:1772471864.825836:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834729600:12345-192.168.202.58@tcp:101:ll_cfg_requeue.0 Request processed in 123us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.825843:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 658 00000020:01000000:1.0:1772471864.827139:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1772471864.827174:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471864.827186:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15f4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.827197:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9b85630600/0xb50b868c089d15ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d15f4 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471864.827208:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1772471864.827211:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1772471864.827214:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1772471864.827253:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.827260:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.829246:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.829277:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.831271:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.831347:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d780 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.831796:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742400 00000100:00100000:2.0:1772471864.831806:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742400 00000100:00100000:2.0:1772471864.831857:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1772471864.831867:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+17:6522:x1858570856742400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.831884:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471864.831903:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1609 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1602 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.831929:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1609 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1602 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.831940:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c9e00/0xb50b868c089d1609 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1602 expref: 18 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.831949:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9e00, rc 0) 00000100:00100000:2.0:1772471864.832883:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856742400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1013us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.832892:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1772471864.835722:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471864.835934:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.835962:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1609 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.835974:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1609 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.836074:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.836118:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.836158:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d780 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.837539:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729728 00000100:00100000:0.0:1772471864.837554:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729728 00000100:00100000:0.0:1772471864.837634:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742528 00000100:00100000:0.0:1772471864.837638:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742528 00000100:00100000:0.0:1772471864.837660:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 660 00000100:00100000:0.0:1772471864.837670:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834729728:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.837811:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:6183:x1858570834729728:12345-192.168.202.58@tcp:501:ll_cfg_requeue.0 Request processed in 141us (2097us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772471864.837820:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 660 00000100:00100000:0.0:1772471864.837854:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1772471864.837860:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856742528:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.837994:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856742528:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (1875us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.838021:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1772471864.843081:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.843154:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742656:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.843957:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.844046:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.844090:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742656 00000100:00100000:0.0:1772471864.844098:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742656 00000100:00100000:0.0:1772471864.844188:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1772471864.844197:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856742656:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.845154:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856742656:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 954us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.845165:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1772471864.845286:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742656:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1772471864.848754:0:19674:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1772471864.853019:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1772471864.853064:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1772471864.853077:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1609 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.853090:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ebc00/0xb50b868c089d1602 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1609 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471864.853115:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1772471864.853138:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cbc1de000 from 61 10000000:01000000:1.0:1772471864.853141:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1772471864.853178:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.853186:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.853197:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.853223:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.853810:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.853887:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d180 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.853930:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742784 00000100:00100000:2.0:1772471864.853939:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742784 00000100:00100000:2.0:1772471864.854023:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1772471864.854033:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+18:6522:x1858570856742784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.854047:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471864.854061:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8600/0xb50b868c089d1617 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1610 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.854097:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8600/0xb50b868c089d1617 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1610 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.854108:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8600/0xb50b868c089d1617 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1610 expref: 19 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.854118:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8600, rc 0) 00000100:00100000:2.0:1772471864.854164:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856742784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.854172:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1772471864.854247:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.854261:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1617 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.854282:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1617 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.854373:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.854402:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.854933:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471864.855186:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856742912 00000100:00100000:3.0:1772471864.855192:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856742912 00000100:00100000:3.0:1772471864.855223:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1772471864.855231:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856742912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.855456:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856742912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 225us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.855464:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1772471864.855834:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856742912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.855876:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.855925:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.855992:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.856056:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743040 00000100:00100000:0.0:1772471864.856063:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743040 00000100:00100000:3.0:1772471864.856108:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1772471864.856116:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856743040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.856242:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856743040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 126us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.856249:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1772471864.856907:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.857739:0:19675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19675:1858570856743168:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.857877:0:19675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.857944:0:19675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb4001e40 going to sleep for 11 seconds 00000100:00100000:3.0:1772471864.858148:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743168 00000100:00100000:3.0:1772471864.858154:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743168 00000100:00100000:3.0:1772471864.858234:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1772471864.858244:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19675:x1858570856743168:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471864.858420:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19675:x1858570856743168:12345-0@lo:502:llog_process_th.0 Request processed in 175us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.858428:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1772471864.858527:0:19675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19675:1858570856743168:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.858580:0:19675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19675:1858570856743296:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.858625:0:19675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.859076:0:19675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.859177:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743296 00000100:00100000:0.0:1772471864.859183:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743296 00000100:00100000:0.0:1772471864.863562:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1772471864.863578:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19675:x1858570856743296:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.864089:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+19:19675:x1858570856743296:12345-0@lo:502:llog_process_th.0 Request processed in 512us (5460us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.864097:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1772471864.871133:0:19675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19675:1858570856743296:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1772471864.871212:0:19675:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1772471864.878659:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1772471864.878700:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1772471864.878712:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1617 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.878725:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea800/0xb50b868c089d1610 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1617 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1772471864.878835:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1772471864.878839:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:0.0:1772471864.878842:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1772471864.878879:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.878889:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471864.878899:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471864.878925:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.878989:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.879027:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1f20840 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.879190:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743424 00000100:00100000:1.0:1772471864.879199:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743424 00000100:00100000:1.0:1772471864.879261:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1772471864.879270:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+19:6522:x1858570856743424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.879284:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471864.879332:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85ebe00/0xb50b868c089d1625 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d161e expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.879356:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85ebe00/0xb50b868c089d1625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d161e expref: 20 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.879367:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85ebe00/0xb50b868c089d1625 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d161e expref: 20 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.879376:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85ebe00, rc 0) 00000100:00100000:1.0:1772471864.879419:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856743424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.879426:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1772471864.879631:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471864.879645:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1625 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.879654:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1625 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471864.879713:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.879740:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.879762:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.879935:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743552 00000100:00100000:1.0:1772471864.879940:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743552 00000100:00100000:1.0:1772471864.879973:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1772471864.879980:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856743552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.880086:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856743552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 105us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.880092:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1772471864.880665:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.880702:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.880751:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.880780:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.880907:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743680 00000100:00100000:1.0:1772471864.880913:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743680 00000100:00100000:1.0:1772471864.880945:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1772471864.880951:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856743680:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.881037:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856743680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 85us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.881043:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1772471864.881157:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856743680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.889096:0:19676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19676:1858570856743808:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.889187:0:19676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.889276:0:19676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6300 going to sleep for 11 seconds 00000100:00100000:3.0:1772471864.895826:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743808 00000100:00100000:3.0:1772471864.895842:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743808 00000100:00100000:3.0:1772471864.895918:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1772471864.895929:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19676:x1858570856743808:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1772471864.896109:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19676:x1858570856743808:12345-0@lo:502:llog_process_th.0 Request processed in 181us (6922us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.896121:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1772471864.897118:0:19676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19676:1858570856743808:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772471864.897157:0:19676:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1772471864.897173:0:19676:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772471864.897176:0:19676:0:(obd_config.c:1594:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:0.0:1772471864.897182:0:19676:0:(obd_config.c:1506:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1772471864.898211:0:19676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19676:1858570856743936:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.898702:0:19676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.898779:0:19676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6240 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.904998:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856743936 00000100:00100000:2.0:1772471864.905013:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856743936 00000100:00100000:2.0:1772471864.906342:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1772471864.906355:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19676:x1858570856743936:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.906533:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+20:19676:x1858570856743936:12345-0@lo:502:llog_process_th.0 Request processed in 180us (8239us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.906541:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1772471864.907387:0:19676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19676:1858570856743936:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1772471864.907436:0:19676:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1772471864.907456:0:19676:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1772471864.907458:0:19676:0:(obd_config.c:1594:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:0.0:1772471864.907464:0:19676:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:1.0:1772471864.907711:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:1.0:1772471864.907736:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1772471864.907749:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1625 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.907760:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb79e4a00/0xb50b868c089d161e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1625 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471864.907771:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1772471864.907774:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8f9cc1620000 from 61 10000000:01000000:1.0:1772471864.907777:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1772471864.907819:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.907826:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.907836:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.907861:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.907918:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.907962:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e540 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.908842:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744064 00000100:00100000:2.0:1772471864.908852:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744064 00000100:00100000:2.0:1772471864.908927:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1772471864.908937:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+20:6522:x1858570856744064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1772471864.908957:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471864.908973:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b869c8200/0xb50b868c089d1633 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d162c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.909001:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b869c8200/0xb50b868c089d1633 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d162c expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.909014:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b869c8200/0xb50b868c089d1633 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d162c expref: 21 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471864.909025:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8200, rc 0) 00000100:00100000:2.0:1772471864.909085:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856744064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.909093:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1772471864.910793:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.910839:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1633 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.910852:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1633 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.910934:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.910987:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.911035:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e540 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.911186:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744192 00000100:00100000:2.0:1772471864.911193:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744192 00000100:00100000:2.0:1772471864.911248:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1772471864.911257:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856744192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.911437:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856744192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.911455:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1772471864.911634:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.911670:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.911717:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.911748:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c92994c00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.912179:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744320 00000100:00100000:2.0:1772471864.912187:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744320 00000100:00100000:2.0:1772471864.912239:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1772471864.912247:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856744320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1772471864.912402:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856744320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 155us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471864.912416:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1772471864.912992:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.914435:0:19677:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19677:1858570856744448:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.914535:0:19677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.914877:0:19677:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c92994d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471864.915040:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744448 00000100:00100000:2.0:1772471864.915048:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744448 00000100:00100000:2.0:1772471864.915111:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1772471864.915119:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19677:x1858570856744448:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.915256:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+21:19677:x1858570856744448:12345-0@lo:502:llog_process_th.0 Request processed in 137us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.915473:0:19677:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19677:1858570856744448:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.915529:0:19677:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19677:1858570856744576:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.915814:0:19677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471864.915848:0:19677:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.915901:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744576 00000100:00100000:1.0:1772471864.915907:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744576 00000100:00100000:1.0:1772471864.915940:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1772471864.915946:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19677:x1858570856744576:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471864.916032:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19677:x1858570856744576:12345-0@lo:502:llog_process_th.0 Request processed in 86us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.916039:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1772471864.916127:0:19677:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19677:1858570856744576:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1772471864.916146:0:19677:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1772471864.917497:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1772471864.917539:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1772471864.917563:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1633 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.917580:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea600/0xb50b868c089d162c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1633 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471864.917849:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 10000000:01000000:1.0:1772471864.918842:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1772471864.918848:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:1.0:1772471864.918854:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1772471864.918899:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.918923:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.918935:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.918963:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.919028:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.919223:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.925805:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744704 00000100:00100000:0.0:1772471864.925823:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744704 00000100:00100000:1.0:1772471864.928964:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1772471864.928979:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+21:6522:x1858570856744704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.928998:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471864.929018:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9cb85eae00/0xb50b868c089d1641 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d163a expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.929046:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9cb85eae00/0xb50b868c089d1641 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d163a expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.929058:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9cb85eae00/0xb50b868c089d1641 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d163a expref: 22 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.929066:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eae00, rc 0) 00000100:00100000:1.0:1772471864.929200:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856744704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 225us (10171us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.929207:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1772471864.930004:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471864.930025:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1641 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.930036:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d1641 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471864.930112:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.930152:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.930222:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.930741:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744832 00000100:00100000:0.0:1772471864.930748:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744832 00000100:00100000:0.0:1772471864.930834:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1772471864.930845:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856744832:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.931015:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856744832:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 172us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.931023:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1772471864.931120:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744832:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.931156:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1772471864.931196:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471864.931263:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.931581:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856744960 00000100:00100000:0.0:1772471864.931587:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856744960 00000100:00100000:0.0:1772471864.931893:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1772471864.931901:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856744960:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.932005:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856744960:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.932012:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1772471864.932133:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856744960:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.933156:0:19678:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19678:1858570856745088:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471864.933220:0:19678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.933917:0:19678:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.934088:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745088 00000100:00100000:0.0:1772471864.934096:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745088 00000100:00100000:0.0:1772471864.934181:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1772471864.934193:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19678:x1858570856745088:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1772471864.934455:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19678:x1858570856745088:12345-0@lo:502:llog_process_th.0 Request processed in 264us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471864.934463:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1772471864.934572:0:19678:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19678:1858570856745088:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1772471864.934612:0:19678:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1772471864.934623:0:19678:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1772471864.934625:0:19678:0:(obd_config.c:1594:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:2.0:1772471864.934631:0:19678:0:(obd_config.c:1506:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1772471864.935433:0:19678:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19678:1858570856745216:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1772471864.935487:0:19678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471864.936176:0:19678:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830da600 going to sleep for 11 seconds 00000100:00100000:1.0:1772471864.936382:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745216 00000100:00100000:1.0:1772471864.936391:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745216 00000100:00100000:1.0:1772471864.936433:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1772471864.936603:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19678:x1858570856745216:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1772471864.936780:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:19678:x1858570856745216:12345-0@lo:502:llog_process_th.0 Request processed in 339us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471864.936788:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1772471864.937042:0:19678:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:16f72e44-8050-4902-a072-a7532a3e8a1e:19678:1858570856745216:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1772471864.937072:0:19678:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1772471864.937080:0:19678:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1772471864.937083:0:19678:0:(obd_config.c:1594:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:2.0:1772471864.937086:0:19678:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:1.0:1772471864.937822:0:6522:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:1.0:1772471864.937848:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1772471864.937861:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1641 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.937872:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85eb800/0xb50b868c089d163a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d1641 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1772471864.937882:0:6522:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1772471864.937884:0:6522:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8f9c857499b8 from 1 10000000:01000000:1.0:1772471864.937887:0:6522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1772471864.937921:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.937929:0:6522:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.937938:0:6522:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.937975:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856745344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.938024:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.938095:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471864.938163:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745344 00000100:00100000:3.0:1772471864.938171:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745344 00000100:00100000:3.0:1772471864.938559:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1772471864.938569:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+22:6522:x1858570856745344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1772471864.938581:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471864.938689:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b85631e00/0xb50b868c089d164f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xb50b868c089d1648 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.938714:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b85631e00/0xb50b868c089d164f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb50b868c089d1648 expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.938725:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b85631e00/0xb50b868c089d164f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb50b868c089d1648 expref: 23 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471864.938734:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85631e00, rc 0) 00000100:00100000:3.0:1772471864.938790:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856745344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 222us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471864.938796:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1772471864.938881:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856745344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1772471864.938894:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d164f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.938902:0:6522:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb50b868c089d164f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471864.938964:0:6522:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856745472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1772471864.938993:0:6522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471864.939100:0:6522:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471864.939180:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745472 00000100:00100000:0.0:1772471864.939185:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745472 00000100:00100000:0.0:1772471864.939212:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1772471864.939220:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856745472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1772471864.941569:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:6522:x1858570856745472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2341us (2565us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772471864.941585:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1772471864.942005:0:6522:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:16f72e44-8050-4902-a072-a7532a3e8a1e:6522:1858570856745472:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1772471864.942052:0:6522:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.158@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1772471864.942063:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d164f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471864.942073:0:6522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.158@tcp lock: ffff8f9cb85ea000/0xb50b868c089d1648 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb50b868c089d164f expref: -99 pid: 6522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471865.261467:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772471865.261492:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856745600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471865.265915:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471865.287353:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745600 00000100:00100000:1.0:1772471865.287373:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745600 00000100:00100000:1.0:1772471865.287442:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1772471865.287716:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856745600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471865.287775:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471865.287862:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856745600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 317us (26303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471865.287871:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1772471865.287954:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856745600:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772471865.450501:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471866.055048:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055110:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055131:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055161:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055182:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055203:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471866.055279:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730240 00000100:00100000:1.0:1772471866.055320:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730240 00000100:00100000:1.0:1772471866.055378:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730752 00000100:00100000:2.0:1772471866.055381:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729984 00000100:00100000:1.0:1772471866.055382:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730752 00000100:00100000:2.0:1772471866.055392:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729984 00000100:00100000:1.0:1772471866.055395:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730368 00000100:00100000:1.0:1772471866.055397:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730368 00000100:00100000:1.0:1772471866.055406:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730880 00000100:00100000:1.0:1772471866.055408:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730880 00000100:00100000:2.0:1772471866.055420:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730496 00000100:00100000:2.0:1772471866.055422:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730496 00000100:00100000:1.0:1772471866.055423:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 406 00000100:00100000:1.0:1772471866.055432:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834730240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471866.055446:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730112 00000100:00100000:2.0:1772471866.055448:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730112 00000100:00100000:2.0:1772471866.055458:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834730624 00000100:00100000:2.0:1772471866.055460:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834730624 00000100:00100000:2.0:1772471866.055474:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 752 00000100:00100000:2.0:1772471866.055479:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834729984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471866.055503:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834730240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 71us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.055505:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834729984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.055511:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 752 00000100:00100000:1.0:1772471866.055513:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 406 00000100:00100000:2.0:1772471866.055528:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 753 00000100:00100000:1.0:1772471866.055528:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 407 00000100:00100000:2.0:1772471866.055534:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2412:x1858570834730496:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471866.055534:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834730752:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471866.055557:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:2412:x1858570834730496:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.055562:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 753 00000100:00100000:1.0:1772471866.055568:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834730752:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.055574:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 754 00000100:00100000:1.0:1772471866.055574:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 407 00000100:00100000:2.0:1772471866.055580:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834730112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471866.055584:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 408 00000100:00100000:1.0:1772471866.055589:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834730368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471866.055602:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834730112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.055607:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834730368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.055608:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 754 00000100:00100000:1.0:1772471866.055612:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 408 00000100:00100000:2.0:1772471866.055618:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:1.0:1772471866.055621:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 409 00000100:00100000:2.0:1772471866.055624:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834730624:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471866.055626:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834730880:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471866.055717:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834730624:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.055733:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:1.0:1772471866.056023:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834730880:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 391us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.056030:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 409 00000100:00080000:1.0:1772471866.056070:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471866.056075:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471866.056078:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471866.056080:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471866.057084:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834729856 00000100:00100000:0.0:1772471866.057097:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834729856 00000100:00100000:0.0:1772471866.057148:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 685 00000100:00100000:0.0:1772471866.057157:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834729856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471866.057215:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834729856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 60us (2053us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471866.057234:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 685 00010000:00010000:2.0:1772471866.474679:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471866.794944:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856745856:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795013:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795085:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856746368:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795109:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795131:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856746880:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795196:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856747392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471866.795219:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795243:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1772471866.795250:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856745728:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795344:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795364:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856746240:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795386:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795405:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856746752:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795426:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795443:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856747264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795460:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795485:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856745984:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795509:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795524:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856746496:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795544:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795559:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856747008:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795579:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795597:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1772471866.795603:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856746112:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795623:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795634:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856746624:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795654:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795670:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856747136:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795699:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471866.795732:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745856 00000100:00100000:1.0:1772471866.795739:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745856 00000100:00100000:1.0:1772471866.795781:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746368 00000100:00100000:1.0:1772471866.795784:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746368 00000100:00100000:1.0:1772471866.795807:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746880 00000100:00100000:1.0:1772471866.795810:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746880 00000100:00100000:1.0:1772471866.795824:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1772471866.795831:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856745856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795885:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856745856:12345-0@lo:400:kworker.0 Request processed in 52us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.795892:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1772471866.795906:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746496 00000100:00100000:1.0:1772471866.795909:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746496 00000100:00100000:1.0:1772471866.795922:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747008 00000100:00100000:1.0:1772471866.795924:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747008 00000100:00100000:1.0:1772471866.795934:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746112 00000100:00100000:1.0:1772471866.795937:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746112 00000100:00100000:1.0:1772471866.795948:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1772471866.795952:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856746368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.795980:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856746368:12345-0@lo:400:kworker.0 Request processed in 27us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.795986:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1772471866.795998:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772471866.796004:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856746880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796030:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856746880:12345-0@lo:400:kworker.0 Request processed in 26us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796035:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772471866.796053:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1772471866.796058:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856746496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796091:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856746496:12345-0@lo:400:kworker.0 Request processed in 33us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796097:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1772471866.796107:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1772471866.796114:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856747008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796138:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856747008:12345-0@lo:400:kworker.0 Request processed in 25us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796144:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1772471866.796153:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1772471866.796160:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856746112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796181:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856746112:12345-0@lo:400:kworker.0 Request processed in 22us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796186:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1772471866.796204:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746240 00000100:00100000:1.0:1772471866.796207:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746240 00000100:00100000:1.0:1772471866.796229:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745984 00000100:00100000:1.0:1772471866.796232:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745984 00000100:00100000:1.0:1772471866.796243:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772471866.796248:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856746240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796298:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856746240:12345-0@lo:400:kworker.0 Request processed in 49us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796335:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772471866.796346:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1772471866.796353:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856745984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796389:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856745984:12345-0@lo:400:kworker.0 Request processed in 37us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796396:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1772471866.796414:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746752 00000100:00100000:1.0:1772471866.796417:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746752 00000100:00100000:1.0:1772471866.796441:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747264 00000100:00100000:1.0:1772471866.796443:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747264 00000100:00100000:1.0:1772471866.796456:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856746624 00000100:00100000:1.0:1772471866.796459:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856746624 00000100:00100000:1.0:1772471866.796469:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747136 00000100:00100000:1.0:1772471866.796472:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747136 00000100:00100000:1.0:1772471866.796484:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1772471866.796490:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856746752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796519:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856746752:12345-0@lo:400:kworker.0 Request processed in 29us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796524:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1772471866.796534:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772471866.796539:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856747264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796562:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856747264:12345-0@lo:400:kworker.0 Request processed in 24us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796567:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772471866.796576:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1772471866.796581:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856746624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796604:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856746624:12345-0@lo:400:kworker.0 Request processed in 23us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796609:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1772471866.796619:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1772471866.796631:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856747136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796662:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856747136:12345-0@lo:400:kworker.0 Request processed in 33us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471866.796667:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00080000:1.0:1772471866.796708:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471866.796713:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471866.796718:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471866.796720:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471866.796774:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856746112:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796786:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856746624:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796795:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856747136:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796805:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856745984:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796814:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856746496:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796823:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856747008:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796865:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856746240:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796875:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856746752:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796883:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856747264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796893:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856745856:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796903:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856746368:0@lo:400:kworker.0 00000100:00100000:1.0:1772471866.796913:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856746880:0@lo:400:kworker.0 00000100:00100000:2.0:1772471866.797038:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856745728 00000100:00100000:2.0:1772471866.797043:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856745728 00000100:00100000:2.0:1772471866.797088:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1772471866.797095:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856745728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471866.797135:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856745728:12345-0@lo:400:kworker.0 Request processed in 41us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471866.797141:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1772471866.797179:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856745728:0@lo:400:kworker.0 00000100:00100000:3.0:1772471866.798898:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747392 00000100:00100000:3.0:1772471866.798908:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747392 00000100:00100000:3.0:1772471866.798959:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1772471866.798969:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856747392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471866.799010:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1772471866.799095:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856747392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471866.799103:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1772471866.799128:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471866.799143:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856747520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471866.799178:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471866.799210:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747520 00000100:00100000:3.0:1772471866.799213:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747520 00000100:00100000:3.0:1772471866.799235:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1772471866.799241:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856747520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471866.799252:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1772471866.799294:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856747520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471866.799335:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1772471866.799377:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856747520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471866.800114:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856747392:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772471867.499487:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471867.821688:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772471867.821712:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856747648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471867.821778:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471867.821855:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747648 00000100:00100000:2.0:1772471867.821861:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747648 00000100:00100000:2.0:1772471867.821904:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1772471867.821913:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856747648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471867.821942:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:2.0:1772471867.821983:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856747648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471867.821990:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1772471867.822038:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856747648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471867.826438:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856747776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471867.826518:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471867.826830:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856747776 00000100:00100000:3.0:1772471867.826839:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856747776 00000100:00100000:3.0:1772471867.826898:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1772471867.826909:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856747776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772471867.826933:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 83906240 pending 0 free 3922456576 avail 3690934272 00000100:00100000:3.0:1772471867.826987:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856747776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471867.826993:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1772471867.827035:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856747776:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772471868.523499:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772471868.636564:0:19776:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 12:17:46 (1772471866) 00000100:00100000:1.0:1772471869.030786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.031401:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834731136 00000100:00100000:2.0:1772471869.031413:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834731136 00000100:00100000:2.0:1772471869.031493:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 782 00000100:00100000:2.0:1772471869.031504:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+31:24207:x1858570834731136:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471869.031525:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471869.031545:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1656 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406928 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.031979:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9800/0xb50b868c089d165d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.031994:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9800/0xb50b868c089d165d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.032007:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9800/0xb50b868c089d165d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471869.032020:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1772471869.032162:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1656 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406928 expref: 34 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.032183:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9800/0xb50b868c089d165d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406928 expref: 33 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.032193:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772471869.032196:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1772471869.032200:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9800, rc 0) 00000100:00100000:2.0:1772471869.032275:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24207:x1858570834731136:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 773us (1499us total) trans 4294967758 rc 0/0 00000100:00100000:2.0:1772471869.032296:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 782 00000100:00080000:1.0:1772471869.034336:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471869.036619:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.036713:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834731264 00000100:00100000:2.0:1772471869.036724:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834731264 00000100:00100000:2.0:1772471869.036787:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:2.0:1772471869.036797:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24207:x1858570834731264:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1772471869.037166:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24207:x1858570834731264:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 369us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471869.037174:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:0.0:1772471869.046772:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.047080:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834731392 00000100:00100000:2.0:1772471869.047091:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834731392 00000100:00100000:2.0:1772471869.047171:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 784 00000100:00100000:2.0:1772471869.047182:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24207:x1858570834731392:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1772471869.047368:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24207:x1858570834731392:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 188us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471869.047377:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 784 00000100:00080000:1.0:1772471869.048024:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471869.079023:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.079146:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834731520 00000100:00100000:2.0:1772471869.079157:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834731520 00000100:00100000:2.0:1772471869.079229:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 785 00000100:00100000:2.0:1772471869.079251:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:24208:x1858570834731520:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471869.079283:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471869.079343:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d166b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40692f expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079414:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079448:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079459:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079474:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079480:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079486:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079533:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079541:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079547:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079553:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.079557:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079564:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079583:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471869.079593:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.079599:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079606:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1672 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079622:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079628:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079632:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079637:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.079639:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079645:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079653:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8f9b83b55700) 00010000:00010000:2.0:1772471869.079655:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.079657:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.079661:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1679 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1772471869.079792:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772471869.080021:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d166b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40692f expref: 75 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.080039:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471869.080042:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.080046:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d166b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40692f expref: 75 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.080057:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8c00, rc 0) 00000100:00100000:2.0:1772471869.080163:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:24208:x1858570834731520:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 923us (1150us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471869.080172:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 785 00000100:00100000:0.0:1772471869.091771:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.091886:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834731776 00000100:00100000:2.0:1772471869.091897:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834731776 00000100:00100000:2.0:1772471869.091964:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 786 00000100:00100000:2.0:1772471869.091974:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:24208:x1858570834731776:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:2.0:1772471869.092033:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471869.092063:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1473 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068c6 expref: 74 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.092086:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471869.092101:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471869.092157:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.092171:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 32 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.092179:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.092238:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 32 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.092262:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 32 pid: 6526 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471869.092278:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856747904:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471869.092425:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471869.096268:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856747904:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471869.096298:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471869.102180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.102425:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834731904 00000100:00100000:3.0:1772471869.102438:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834731904 00010000:00010000:3.0:1772471869.102489:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 33 pid: 6526 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471869.102538:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 271 00000100:00100000:3.0:1772471869.102548:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:2411:x1858570834731904:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471869.102569:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471869.102576:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 33 pid: 6526 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.102595:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 33 pid: 6526 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.102619:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d14ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4068e2 expref: 33 pid: 6526 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.102635:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471869.102641:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.102650:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.102657:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.102701:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471869.102760:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+32:2411:x1858570834731904:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 213us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471869.102768:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 271 00010000:00010000:1.0:1772471869.102847:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.102856:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.102884:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.102894:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.102903:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103538:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103549:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103556:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772471869.103569:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000056ad18d7 reply state 0000000008ecd220 transno 4294967759 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103578:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103592:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9c98a49800) 00010000:00010000:1.0:1772471869.103595:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772471869.103598:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772471869.103604:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:1.0:1772471869.103611:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103617:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103624:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103629:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471869.103633:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103639:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103647:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471869.103649:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471869.103652:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103657:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1680 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772471869.103668:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000056ad18d7 reply state 0000000008ecd220 transno 4294967759 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103687:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.103693:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8f9c98a49200) 00010000:00010000:1.0:1772471869.103695:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772471869.103697:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1772471869.103756:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24208:x1858570834731776:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 11782us (11994us total) trans 4294967759 rc 0/0 00000100:00100000:1.0:1772471869.103764:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 786 00000040:00080000:2.0:1772471869.163477:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772471869.354967:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8686f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856748032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471869.355049:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471869.355325:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856748032 00000100:00100000:1.0:1772471869.355335:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856748032 00000100:00100000:1.0:1772471869.355394:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1772471869.355405:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856748032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471869.355445:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1772471869.355512:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856748032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471869.355520:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1772471869.355613:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8686f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856748032:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772471869.547270:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471869.695777:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.696038:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834732032 00000100:00100000:3.0:1772471869.696049:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834732032 00000100:00100000:3.0:1772471869.696122:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 787 00000100:00100000:3.0:1772471869.696133:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24245:x1858570834732032:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:3.0:1772471869.696159:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471869.696181:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406936 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.696368:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d169c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.696388:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d169c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.696405:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d169c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471869.696462:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471869.696467:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471869.696489:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d169c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.696516:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406936 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.696540:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d169c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406936 expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.696759:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471869.696763:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471869.696767:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:3.0:1772471869.696834:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24245:x1858570834732032:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 702us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471869.696842:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 787 00000100:00100000:0.0:1772471869.719764:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471869.719811:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471869.722508:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834732160 00000100:00100000:1.0:1772471869.722534:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834732160 00000100:00100000:1.0:1772471869.722706:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834732416 00000100:00100000:1.0:1772471869.722710:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834732416 00000100:00100000:1.0:1772471869.722751:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 788 00000100:00100000:1.0:1772471869.722761:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:2412:x1858570834732160:12345-192.168.202.58@tcp:41:mkdir.0 00000100:00100000:0.0:1772471869.722780:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00100000:0.0:1772471869.722789:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24245:x1858570834732416:12345-192.168.202.58@tcp:36:mkdir.0 00000004:00000024:1.0:1772471869.722797:0:6526:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00010000:00010000:0.0:1772471869.722832:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471869.722859:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d169c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406936 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471869.722872:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:2412:x1858570834732160:12345-192.168.202.58@tcp:41:mkdir.0 Request processed in 114us (3118us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471869.722879:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 788 00010000:00010000:0.0:1772471869.722879:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471869.722883:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471869.722990:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24245:x1858570834732416:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 203us (3178us total) trans 0 rc -17/-17 00000100:00100000:0.0:1772471869.722997:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00100000:0.0:1772471869.726463:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.726744:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834732544 00000100:00100000:3.0:1772471869.726754:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834732544 00000100:00100000:3.0:1772471869.726807:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 790 00000100:00100000:3.0:1772471869.726816:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24245:x1858570834732544:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:3.0:1772471869.726837:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471869.726858:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d16a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40693d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.726924:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d16aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.726939:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d16aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.726952:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d16aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471869.727010:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471869.727015:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471869.727036:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d16aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.727061:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d16a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40693d expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.727203:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d16aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40693d expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.727215:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471869.727218:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471869.727222:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b800, rc 0) 00000100:00100000:3.0:1772471869.727480:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24245:x1858570834732544:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 664us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471869.727490:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 790 00000100:00100000:1.0:1772471869.738119:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471869.738538:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834732672 00000100:00100000:0.0:1772471869.738635:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834732672 00000100:00100000:0.0:1772471869.738775:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 791 00000100:00100000:0.0:1772471869.738785:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24245:x1858570834732672:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772471869.738824:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471869.738846:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d16b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406944 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.738914:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.738930:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739101:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739116:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739123:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739130:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739215:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d16c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739457:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d16c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739467:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d16c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471869.739513:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1772471869.739523:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471869.739547:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d16c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739726:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739733:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739739:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739745:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471869.739749:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739757:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739770:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471869.739773:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471869.739778:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739784:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d16b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739796:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739802:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739818:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739823:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471869.739826:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739832:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739840:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8f9c98a49200) 00010000:00010000:0.0:1772471869.739842:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471869.739845:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739850:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d16bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739879:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d16b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406944 expref: 78 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739892:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d16c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406944 expref: 77 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471869.739899:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9c98a49800) 00010000:00010000:0.0:1772471869.739901:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471869.739904:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69400, rc 0) 00000100:00100000:0.0:1772471869.740169:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24245:x1858570834732672:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 1384us (2057us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471869.740187:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 791 00000100:00100000:0.0:1772471869.812756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.812887:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834732800 00000100:00100000:3.0:1772471869.812898:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834732800 00000100:00100000:3.0:1772471869.813016:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 792 00000100:00100000:3.0:1772471869.813029:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+32:24251:x1858570834732800:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471869.813051:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471869.813075:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d16cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40694b expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.813143:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.813157:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.813168:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471869.813217:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471869.813222:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471869.813244:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.813287:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d16cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 34 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.813347:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 33 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.813361:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471869.813364:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471869.813377:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82be00, rc 0) 00000100:00100000:3.0:1772471869.813437:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24251:x1858570834732800:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 410us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471869.813444:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 792 00000100:00100000:1.0:1772471869.827765:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.827862:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834733056 00000100:00100000:3.0:1772471869.827874:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834733056 00000100:00100000:3.0:1772471869.827946:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00100000:3.0:1772471869.827960:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24251:x1858570834733056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471869.828000:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471869.828005:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1772471869.828041:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d16c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406944 expref: 77 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828063:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9c98a49800) 00010000:00010000:3.0:1772471869.828069:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471869.828096:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d16db lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406952 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828199:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828214:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828234:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828362:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828372:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.828378:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.831503:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.831526:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.831538:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471869.831908:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:2.0:1772471869.831945:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832047:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832055:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832061:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832066:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.832071:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832130:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832145:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9c98a49800) 00010000:00010000:2.0:1772471869.832148:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.832153:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832160:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d16e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471869.832176:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003ef1dddb reply state 000000009440c85a transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832187:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.832193:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8f9c8ec38b00) 00010000:00010000:2.0:1772471869.832202:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471869.832206:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772471869.832539:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d16db lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 79 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.833054:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 78 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.833064:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55700) 00010000:00010000:2.0:1772471869.833066:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471869.833069:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9a00, rc 0) 00000100:00100000:2.0:1772471869.833413:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24251:x1858570834733056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5455us (5656us total) trans 4294967760 rc 0/0 00000100:00100000:2.0:1772471869.833422:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00100000:0.0:1772471869.850502:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.850856:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834733312 00000100:00100000:2.0:1772471869.850868:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834733312 00000100:00100000:2.0:1772471869.850937:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 794 00000100:00100000:2.0:1772471869.850948:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24251:x1858570834733312:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471869.850991:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471869.851019:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d16fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406959 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.851147:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.851164:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.851195:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.851239:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.851268:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 80 pid: 6525 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471869.851284:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856748160:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471869.851427:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471869.856926:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471869.857012:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834733440 00000100:00100000:1.0:1772471869.857021:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834733440 00010000:00010000:1.0:1772471869.857061:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 81 pid: 6525 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471869.857108:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 272 00000100:00100000:1.0:1772471869.857117:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:2412:x1858570834733440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471869.857132:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471869.857139:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 81 pid: 6525 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.857151:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 81 pid: 6525 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.857172:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55700) 00010000:00010000:1.0:1772471869.857177:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.857188:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.857195:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471869.857214:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471869.857282:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:2412:x1858570834733440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 166us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471869.857334:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 272 00010000:00010000:2.0:1772471869.858507:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d16f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406952 expref: 80 pid: 6525 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471869.858532:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856748160:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471869.858557:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858565:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858572:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471869.858591:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:2.0:1772471869.858781:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858803:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858809:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858815:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.858818:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858825:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858837:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55700) 00010000:00010000:2.0:1772471869.858840:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471869.858844:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858850:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1705 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858905:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d16fe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406959 expref: 80 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858916:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9c98a49800) 00010000:00010000:2.0:1772471869.858918:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471869.858922:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d16fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406959 expref: 80 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.858930:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9000, rc 0) 00000100:00100000:2.0:1772471869.858995:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24251:x1858570834733312:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 8049us (8504us total) trans 4294967761 rc 301/301 00000100:00100000:2.0:1772471869.859003:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 794 00000100:00100000:0.0:1772471869.890463:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.890648:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834733696 00000100:00100000:3.0:1772471869.890663:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834733696 00000100:00100000:3.0:1772471869.890734:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 170 00000100:00100000:3.0:1772471869.890746:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24251:x1858570834733696:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471869.891843:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:24251:x1858570834733696:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 1092us (1385us total) trans 4294967762 rc 0/0 00000100:00100000:3.0:1772471869.891855:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 170 00000100:00100000:0.0:1772471869.919499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471869.919599:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834733824 00000100:00100000:3.0:1772471869.919612:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834733824 00000100:00100000:3.0:1772471869.919689:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 795 00000100:00100000:3.0:1772471869.919701:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:24251:x1858570834733824:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471869.919732:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471869.919764:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406960 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.919842:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 81 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.919869:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 81 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471869.919893:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:3.0:1772471869.919896:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471869.919901:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b600, rc 0) 00000100:00100000:3.0:1772471869.919988:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:24251:x1858570834733824:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 289us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471869.919997:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 795 00000100:00100000:0.0:1772471869.923218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.923952:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834734080 00000100:00100000:2.0:1772471869.924046:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834734080 00000100:00100000:2.0:1772471869.924165:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 796 00000100:00100000:2.0:1772471869.924177:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:24251:x1858570834734080:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1772471869.924283:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924344:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924358:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924513:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924520:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924527:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924533:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.924538:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.924953:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.925001:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:2.0:1772471869.925005:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1772471869.925011:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.925017:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d171a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471869.925153:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24251:x1858570834734080:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 977us (1946us total) trans 4294967763 rc 0/0 00000100:00100000:2.0:1772471869.925164:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 796 00000100:00100000:1.0:1772471869.929946:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.930168:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834734336 00000100:00100000:2.0:1772471869.930179:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834734336 00000040:00080000:0.0:1772471869.930507:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471869.930513:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471869.931067:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772471869.931077:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471869.931726:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 797 00000100:00100000:2.0:1772471869.931743:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24251:x1858570834734336:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471869.932120:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.932138:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.932151:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471869.932215:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967764 00000004:00010000:2.0:1772471869.932265:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008e792edb reply state 00000000f0dc9dcc transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.932280:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.932338:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:2.0:1772471869.932342:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471869.932346:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471869.932439:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:24251:x1858570834734336:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 702us (2502us total) trans 4294967765 rc 0/0 00000100:00100000:2.0:1772471869.932447:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 797 00000020:00080000:2.0:1772471869.932452:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1772471869.939471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471869.939611:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834734592 00000100:00100000:2.0:1772471869.939624:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834734592 00000100:00100000:2.0:1772471869.939828:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 171 00000100:00100000:2.0:1772471869.939842:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:24251:x1858570834734592:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471869.940145:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:24251:x1858570834734592:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 305us (690us total) trans 4294967766 rc 0/0 00000100:00100000:2.0:1772471869.940153:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 171 00000001:00080000:1.0:1772471869.944650:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967766 is committed 00000001:00080000:1.0:1772471869.944679:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967758 is committed 00010000:00010000:2.0:1772471869.944778:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944791:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944800:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944807:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.944813:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944821:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944855:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8f9c98a49200) 00010000:00010000:2.0:1772471869.944859:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.944864:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944871:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1687 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944894:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944900:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944906:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944911:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.944914:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944919:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944926:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9c98a49800) 00010000:00010000:2.0:1772471869.944929:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.944932:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944938:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d168e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944981:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944988:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.944994:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945000:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.945003:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945009:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945018:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8f9c8ec38b00) 00010000:00010000:2.0:1772471869.945021:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471869.945024:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945030:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d16e9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945043:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945050:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945056:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945067:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471869.945070:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945076:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945097:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:2.0:1772471869.945100:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772471869.945103:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471869.945109:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1721 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471870.013210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471870.013392:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834734720 00000100:00100000:0.0:1772471870.013412:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834734720 00000100:00100000:0.0:1772471870.013486:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 798 00000100:00100000:0.0:1772471870.013496:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+32:24254:x1858570834734720:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471870.013520:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471870.013541:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406967 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.013614:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.013628:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.013943:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.013976:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.013984:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.013991:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014073:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68800/0xb50b868c089d173d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014502:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68800/0xb50b868c089d173d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014510:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68800/0xb50b868c089d173d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471870.014545:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1772471870.014549:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471870.014571:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68800/0xb50b868c089d173d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014582:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014588:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014595:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014612:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471870.014617:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.014625:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015161:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471870.015165:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471870.015170:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015175:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d172f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015271:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015278:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015284:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015290:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471870.015293:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015409:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015435:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8f9ca548ab00) 00010000:00010000:0.0:1772471870.015438:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471870.015441:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015447:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1736 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015489:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406967 expref: 34 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015504:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68800/0xb50b868c089d173d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406967 expref: 33 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471870.015511:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:0.0:1772471870.015513:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772471870.015515:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68800, rc 0) 00000100:00100000:0.0:1772471870.015618:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24254:x1858570834734720:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2122us (2417us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471870.015629:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 798 00000100:00100000:0.0:1772471870.024123:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471870.025887:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834734976 00000100:00100000:2.0:1772471870.025901:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834734976 00000100:00100000:2.0:1772471870.025971:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 799 00000100:00100000:2.0:1772471870.025982:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24254:x1858570834734976:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471870.026005:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471870.026029:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1744 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40696e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026121:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026136:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026147:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026179:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026185:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026189:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026355:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1759 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026362:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1759 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026368:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1759 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471870.026378:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1772471870.026475:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026481:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026484:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026488:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026493:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471870.026504:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026510:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026520:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:2.0:1772471870.026522:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471870.026526:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026531:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d174b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026545:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026550:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026556:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026561:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471870.026564:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026570:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026577:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8f9b83b55700) 00010000:00010000:2.0:1772471870.026579:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471870.026589:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.026595:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1752 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.030285:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1744 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40696e expref: 36 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.030356:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1759 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40696e expref: 35 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.030365:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:2.0:1772471870.030368:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471870.030371:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eba00, rc 0) 00000100:00100000:2.0:1772471870.030463:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24254:x1858570834734976:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 4481us (6354us total) trans 4294967767 rc 0/0 00000100:00100000:2.0:1772471870.030470:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 799 00000100:00100000:2.0:1772471870.034136:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471870.034411:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834735104 00000100:00100000:3.0:1772471870.034422:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834735104 00000100:00100000:3.0:1772471870.034488:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 800 00000100:00100000:3.0:1772471870.034499:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24254:x1858570834735104:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:3.0:1772471870.034580:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034600:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034614:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034659:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034667:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034678:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034685:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471870.034690:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034699:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034712:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:3.0:1772471870.034716:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471870.034722:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.034728:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1767 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471870.034805:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24254:x1858570834735104:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 308us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471870.034814:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 800 00000100:00100000:0.0:1772471870.036844:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471870.036956:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834735360 00000100:00100000:3.0:1772471870.036968:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834735360 00000100:00100000:3.0:1772471870.037019:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 172 00000100:00100000:3.0:1772471870.037028:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24254:x1858570834735360:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1772471870.037773:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24254:x1858570834735360:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 745us (935us total) trans 4294967768 rc 0/0 00000100:00100000:3.0:1772471870.037780:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 172 00000100:00100000:0.0:1772471870.282166:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471870.282928:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834735488 00000100:00100000:1.0:1772471870.282948:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834735488 00000100:00100000:1.0:1772471870.283041:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:1.0:1772471870.283054:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24262:x1858570834735488:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471870.283360:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471870.283394:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d176e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406975 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.283487:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1775 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.283504:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1775 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.283519:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1775 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471870.284182:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1772471870.284190:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471870.284232:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1775 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.284338:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d176e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406975 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.284387:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1775 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406975 expref: 37 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.284397:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:1.0:1772471870.284400:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471870.284405:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f33c00, rc 0) 00000100:00100000:1.0:1772471870.284502:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24262:x1858570834735488:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1451us (2353us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471870.284512:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:2.0:1772471870.301706:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471870.301985:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834735744 00000100:00100000:1.0:1772471870.301997:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834735744 00000100:00100000:1.0:1772471870.302085:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 35 00000100:00100000:1.0:1772471870.302097:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24262:x1858570834735744:12345-192.168.202.58@tcp:103:lfs.0 00010000:00010000:1.0:1772471870.302117:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471870.302145:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1759 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40696e expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.302169:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:1.0:1772471870.302175:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471870.302255:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24262:x1858570834735744:12345-192.168.202.58@tcp:103:lfs.0 Request processed in 153us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471870.302263:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 35 00000100:00100000:0.0:1772471870.317090:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471870.317416:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834735872 00000100:00100000:2.0:1772471870.317428:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834735872 00000100:00100000:2.0:1772471870.317499:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 802 00000100:00100000:2.0:1772471870.317510:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24262:x1858570834735872:12345-192.168.202.58@tcp:58:lfs.0 00010000:00010000:2.0:1772471870.317691:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.317896:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 74 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.317919:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.317958:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 74 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.317975:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 74 pid: 9675 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471870.317992:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856748288:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471870.318111:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471870.325188:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471870.326280:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856748288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471870.326358:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471870.330800:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834736000 00000100:00100000:3.0:1772471870.330819:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834736000 00010000:00010000:3.0:1772471870.330882:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 75 pid: 9675 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471870.331010:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 273 00000100:00100000:3.0:1772471870.331023:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:2412:x1858570834736000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471870.331044:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471870.331054:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 75 pid: 9675 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.331083:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 75 pid: 9675 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.331106:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1713 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406960 expref: 75 pid: 9675 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.331126:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:3.0:1772471870.331132:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.331141:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.331149:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471870.331183:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471870.331274:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:2412:x1858570834736000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 253us (6096us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471870.331282:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 273 00010000:00010000:2.0:1772471870.331389:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471870.331398:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772471870.331523:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:2.0:1772471870.332089:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24262:x1858570834735872:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 14579us (15021us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471870.332099:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 802 00000100:00100000:0.0:1772471870.382423:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856748416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471870.382528:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471870.382824:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856748416 00000100:00100000:1.0:1772471870.382834:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856748416 00000100:00100000:1.0:1772471870.382894:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1772471870.382912:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856748416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471870.382952:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471870.383004:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856748416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471870.383012:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1772471870.383593:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856748416:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772471870.571061:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772471870.964516:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471870.964529:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471870.964562:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1772471870.964570:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471870.964730:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785dc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856748544:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471870.964848:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83b8ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471870.970215:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785dc00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856748544:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471870.976002:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471870.976211:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834736128 00000100:00100000:2.0:1772471870.976223:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834736128 00000100:00100000:2.0:1772471870.976507:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 803 00000100:00100000:2.0:1772471870.976520:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834736128:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471870.976555:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471870.976681:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834736128:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 163us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471870.976689:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 803 00000100:00100000:0.0:1772471870.984691:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471870.984763:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834736256 00000100:00100000:1.0:1772471870.984772:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834736256 00000100:00100000:1.0:1772471870.984857:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 804 00000100:00100000:1.0:1772471870.984866:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834736256:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1772471870.984931:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984945:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984956:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984965:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984970:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984973:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984995:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.984999:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985018:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471870.985055:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:1.0:1772471870.985058:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471870.985067:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985075:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985079:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985084:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985088:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471870.985090:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985095:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985103:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772471870.985105:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471870.985108:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985111:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1783 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985128:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985132:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985135:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985138:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471870.985140:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985143:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985147:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff8f9b83e50900) 00010000:00010000:1.0:1772471870.985148:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471870.985149:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985152:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d178a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985162:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985165:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985168:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985175:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471870.985177:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985180:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985184:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:1.0:1772471870.985185:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471870.985187:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471870.985190:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1791 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471870.985257:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834736256:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 392us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471870.985262:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 804 00000100:00100000:1.0:1772471871.001123:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471871.001206:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834736512 00000100:00100000:2.0:1772471871.001216:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834736512 00000100:00100000:2.0:1772471871.001347:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00100000:2.0:1772471871.001357:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834736512:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471871.001378:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471871.001398:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1798 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40697c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001503:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001518:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001531:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471871.001543:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1772471871.001638:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001647:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001654:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001661:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471871.001666:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001674:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001688:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:2.0:1772471871.001692:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471871.001697:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001879:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d179f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001926:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1798 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40697c expref: 38 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001938:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772471871.001941:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471871.001946:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1798 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40697c expref: 38 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.001968:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084000, rc 0) 00000100:00100000:2.0:1772471871.002087:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24272:x1858570834736512:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 731us (971us total) trans 4294967769 rc 301/301 00000100:00100000:2.0:1772471871.002095:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00080000:1.0:1772471871.003187:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471871.020994:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471871.021097:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834736640 00000100:00100000:2.0:1772471871.021107:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834736640 00000100:00100000:2.0:1772471871.021172:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 806 00000100:00100000:2.0:1772471871.021184:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24272:x1858570834736640:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471871.021222:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471871.021390:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24272:x1858570834736640:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 209us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471871.021399:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 806 00000100:00100000:0.0:1772471871.054857:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471871.054917:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834736896 00000100:00100000:2.0:1772471871.054929:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834736896 00000100:00100000:2.0:1772471871.054997:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 807 00000100:00100000:2.0:1772471871.055009:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24272:x1858570834736896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471871.055032:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471871.055036:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1772471871.055065:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1775 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406975 expref: 37 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.055096:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:2.0:1772471871.055101:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471871.055115:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d17ad lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406983 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772471871.055558:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:2.0:1772471871.055703:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d17b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.055717:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d17b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.055729:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d17b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.055780:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d17ad lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406983 expref: 39 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.055794:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d17b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406983 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.055802:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83b55700) 00010000:00010000:2.0:1772471871.055805:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471871.055807:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085a00, rc 0) 00000100:00100000:2.0:1772471871.055869:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24272:x1858570834736896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 863us (1023us total) trans 4294967770 rc 0/0 00000100:00100000:2.0:1772471871.055877:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 807 00000100:00100000:3.0:1772471871.082636:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.082749:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834737152 00000100:00100000:1.0:1772471871.082761:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834737152 00000100:00100000:1.0:1772471871.082830:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 808 00000100:00100000:1.0:1772471871.082841:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24272:x1858570834737152:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1772471871.082904:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471871.082933:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d17b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406983 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.082973:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83b55700) 00010000:00010000:1.0:1772471871.082984:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772471871.083057:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083070:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083080:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083094:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083101:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083108:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083155:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083162:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083168:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083174:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471871.083179:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083193:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083202:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:1.0:1772471871.083204:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471871.083208:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083344:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d17c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083356:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083362:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083369:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083375:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471871.083378:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083385:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083393:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xfd5228d1 (ffff8f9b83e50900) 00010000:00010000:1.0:1772471871.083396:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471871.083399:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.083415:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d17c9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0xfd5228d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471871.083501:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24272:x1858570834737152:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 661us (874us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772471871.083510:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 808 00000100:00100000:0.0:1772471871.088190:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.088277:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834737280 00000100:00100000:1.0:1772471871.088288:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834737280 00000100:00100000:1.0:1772471871.088372:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 809 00000100:00100000:1.0:1772471871.088385:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24272:x1858570834737280:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471871.088418:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471871.088443:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d17d0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40698a expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.088480:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.088494:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.088518:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.088816:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d17d0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 39 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.088834:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 38 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.088859:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:1.0:1772471871.088862:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772471871.088865:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32a00, rc 0) 00000100:00100000:1.0:1772471871.088927:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24272:x1858570834737280:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 545us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.088934:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 809 00000100:00100000:2.0:1772471871.092128:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.092361:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834737536 00000100:00100000:3.0:1772471871.092372:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834737536 00000100:00100000:3.0:1772471871.092444:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 810 00000100:00100000:3.0:1772471871.092455:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24272:x1858570834737536:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471871.092544:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.093883:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.093902:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772471871.109992:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:2.0:1772471871.110405:0:6527:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 702140101498ns, next at 703140097265ns, rc = 0 00000004:00010000:2.0:1772471871.110485:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000fcce636e reply state 0000000056ac4ff0 transno 4294967771 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.112172:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.112181:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:2.0:1772471871.112184:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471871.112189:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471871.112355:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24272:x1858570834737536:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 19898us (20229us total) trans 4294967771 rc 0/0 00000100:00100000:2.0:1772471871.112365:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 810 00000100:00100000:3.0:1772471871.123737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.123779:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834737664 00000100:00100000:3.0:1772471871.123791:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834737664 00000100:00100000:3.0:1772471871.123857:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00100000:3.0:1772471871.123871:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24272:x1858570834737664:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471871.123911:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471871.125861:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406991 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.125970:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.125996:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.127837:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:3.0:1772471871.127842:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471871.127847:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b400, rc 0) 00000100:00100000:3.0:1772471871.137230:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:24272:x1858570834737664:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 4077us (4217us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.137257:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00100000:0.0:1772471871.143224:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.143436:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834737792 00000100:00100000:1.0:1772471871.143447:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834737792 00000100:00100000:1.0:1772471871.143522:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 194 00000100:00100000:1.0:1772471871.143535:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2411:x1858570834737792:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1772471871.143793:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834737792:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 261us (581us total) trans 4294967330 rc 0/0 00000100:00100000:1.0:1772471871.143801:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 194 00000100:00080000:0.0:1772471871.144822:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471871.149209:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471871.149665:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738048 00000100:00100000:2.0:1772471871.149681:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738048 00000100:00100000:2.0:1772471871.149754:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 173 00000100:00100000:2.0:1772471871.149764:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:24272:x1858570834738048:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471871.150079:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24272:x1858570834738048:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 309us (875us total) trans 4294967772 rc 0/0 00000100:00100000:2.0:1772471871.150087:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 173 00000100:00100000:1.0:1772471871.157178:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.159471:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738304 00000100:00100000:3.0:1772471871.159590:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738304 00000100:00100000:3.0:1772471871.159681:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 812 00000100:00100000:3.0:1772471871.159696:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24272:x1858570834738304:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471871.159857:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24272:x1858570834738304:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 162us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.159868:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 812 00000100:00100000:1.0:1772471871.175048:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.177485:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471871.178854:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738432 00000100:00100000:2.0:1772471871.178871:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738432 00000100:00100000:2.0:1772471871.178949:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 813 00000100:00100000:2.0:1772471871.178960:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24272:x1858570834738432:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471871.178986:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471871.179007:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d17ec lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406998 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.179074:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d17f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.179105:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d17f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.179115:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d17f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471871.179160:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471871.179180:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d17f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.179205:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d17ec lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406998 expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.179223:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d17f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406998 expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.179232:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:2.0:1772471871.179235:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1772471871.179251:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085600, rc 0) 00000100:00100000:2.0:1772471871.179326:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24272:x1858570834738432:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 368us (4292us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471871.179334:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 813 00000100:00100000:1.0:1772471871.179482:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738560 00000100:00100000:1.0:1772471871.179488:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738560 00000100:00100000:1.0:1772471871.179532:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 687 00000100:00100000:1.0:1772471871.179538:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834738560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471871.179563:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834738560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (2088us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.179568:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 687 00000100:00100000:3.0:1772471871.179829:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.179955:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738688 00000100:00100000:3.0:1772471871.179960:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738688 00000100:00080000:2.0:1772471871.180017:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471871.180915:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 762 00000100:00100000:3.0:1772471871.180927:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834738688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471871.182900:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834738688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1966us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.182919:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 762 00000100:00100000:1.0:1772471871.183671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.183812:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.183852:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.183881:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.183910:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738944 00000100:00100000:1.0:1772471871.183919:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738944 00000100:00100000:1.0:1772471871.183987:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739200 00000100:00100000:1.0:1772471871.183991:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739200 00000100:00100000:3.0:1772471871.185972:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739072 00000100:00100000:3.0:1772471871.185984:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739072 00000100:00100000:3.0:1772471871.186125:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 763 00000100:00100000:3.0:1772471871.186136:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834739072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471871.186213:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834739072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 79us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.186221:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 763 00000100:00100000:1.0:1772471871.186352:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834738816 00000100:00100000:1.0:1772471871.186356:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834738816 00000100:00100000:1.0:1772471871.186389:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 414 00000100:00100000:1.0:1772471871.186397:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834738944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471871.186427:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834738944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.186433:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 414 00000100:00100000:1.0:1772471871.186445:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 415 00000100:00100000:1.0:1772471871.186451:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834738816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471871.186473:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834738816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.186480:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 415 00000100:00080000:1.0:1772471871.186500:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471871.186505:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471871.186507:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471871.186557:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.186672:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739328 00000100:00100000:1.0:1772471871.186677:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739328 00000100:00100000:1.0:1772471871.186701:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 195 00000100:00100000:1.0:1772471871.186707:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834739328:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471871.186719:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471871.186751:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40699f expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471871.186778:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69a5c63f, blocks: 0x0 00010000:00010000:1.0:1772471871.186794:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471871.186797:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471871.186805:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.186825:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.186840:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32400, rc 0) 00000100:00100000:1.0:1772471871.186865:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834739328:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 157us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.186872:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 195 00000100:00100000:1.0:1772471871.186925:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 416 00000100:00100000:1.0:1772471871.186931:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834739200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471871.186956:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834739200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.186962:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 416 00000100:00100000:2.0:1772471871.195032:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471871.195346:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739584 00000100:00100000:0.0:1772471871.195355:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739584 00000100:00100000:1.0:1772471871.195624:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 814 00000100:00100000:1.0:1772471871.195638:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24272:x1858570834739584:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471871.195753:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24272:x1858570834739584:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 119us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.195772:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 814 00000100:00100000:3.0:1772471871.212644:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.212684:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739712 00000100:00100000:3.0:1772471871.212696:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739712 00000100:00100000:3.0:1772471871.212751:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 196 00000100:00100000:3.0:1772471871.212763:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:24272:x1858570834739712:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471871.212784:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471871.212802:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069a6 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.212834:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.212843:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471871.212846:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471871.212850:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.212880:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.212895:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 11 pid: 8409 timeout: 802 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.212909:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856748672:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471871.213000:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471871.216492:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471871.216539:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739840 00000100:00100000:2.0:1772471871.216549:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739840 00010000:00010000:2.0:1772471871.216600:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 12 pid: 8409 timeout: 802 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471871.216641:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 274 00000100:00100000:2.0:1772471871.216650:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834739840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471871.216666:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471871.216690:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 12 pid: 8409 timeout: 802 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.216706:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 12 pid: 8409 timeout: 802 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.216732:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471871.216734:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471871.216742:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.216751:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.216798:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471871.216813:0:6510:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6510:1858570856748800:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772471871.216888:0:6510:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855890c0 going to sleep for 11 seconds 00010000:00010000:0.0:1772471871.218462:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf55d1da/0xb50b868c089d17fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40699f expref: 12 pid: 8409 timeout: 802 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471871.218482:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856748672:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471871.218519:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.218533:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:0.0:1772471871.218575:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:24272:x1858570834739712:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5816us (5943us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.218583:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 196 00000100:00100000:2.0:1772471871.231892:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.233246:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834739968 00000100:00100000:3.0:1772471871.233260:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834739968 00002000:00100000:3.0:1772471871.233342:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff8f9c857f8700 x1858570834739968/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:662/0 lens 648/0 e 0 to 0 dl 1772471882 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471871.233353:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c857f8700 with x1858570834739968 ext(0->157) 00002000:00010000:3.0:1772471871.233359:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9c857f8700 00000100:00100000:3.0:1772471871.233389:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 59 00000100:00100000:3.0:1772471871.233397:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834739968:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1772471871.234473:0:6510:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6510:1858570856748800:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471871.236652:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471871.236732:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834739840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 20077us (20246us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471871.236746:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 274 00000100:00100000:3.0:1772471871.244174:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834739968:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 10764us (12280us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1772471871.244191:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 59 00002000:00100000:3.0:1772471871.244204:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff8f9c857f8700 x1858570834739968/t4294967331(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:662/0 lens 648/448 e 0 to 0 dl 1772471882 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471871.244213:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c857f8700 with x1858570834739968 ext(0->157) 00002000:00010000:3.0:1772471871.244220:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9c857f8700 00000100:00100000:1.0:1772471871.251057:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.251444:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834740096 00000100:00100000:3.0:1772471871.251455:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834740096 00000100:00100000:3.0:1772471871.251525:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 815 00000100:00100000:3.0:1772471871.251536:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24272:x1858570834740096:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772471871.265478:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000004:00080000:0.0:1772471871.265495:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00010000:00010000:2.0:1772471871.265989:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.266001:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.266009:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.266016:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471871.266020:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.266029:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.266047:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:2.0:1772471871.266050:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772471871.266055:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.266062:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d17de lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.267228:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834740096:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 15688us (16176us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.267247:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 815 00000100:00100000:0.0:1772471871.268948:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856748928:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1772471871.269097:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.269152:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856748928 00000100:00100000:0.0:1772471871.269159:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856748928 00000100:00100000:0.0:1772471871.269221:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1772471871.269229:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856748928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1772471871.269387:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1772471871.269391:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1772471871 00002000:00010000:0.0:1772471871.269394:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1772471871.269396:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1772471871 -> 1772471871 00002000:00010000:0.0:1772471871.269398:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1772471871.271117:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856748928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1883us (2016us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1772471871.271128:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00080000:3.0:1772471871.271272:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471871.278229:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.278288:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834740224 00000100:00100000:3.0:1772471871.278299:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834740224 00000100:00100000:3.0:1772471871.278365:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 198 00000100:00100000:3.0:1772471871.278375:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834740224:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000004:00080000:0.0:1772471871.279018:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b8567c700/2, rc 0, transno 4294967332 00000100:00100000:0.0:1772471871.279027:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856748928:0@lo:2:osp-syn-0-0.0 00000001:00080000:0.0:1772471871.290168:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:0.0:1772471871.290185:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000040:00080000:2.0:1772471871.291965:0:19825:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471871.291975:0:19825:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471871.292000:0:19825:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:2.0:1772471871.292012:0:19825:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471871.315060:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834740224:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 36674us (36828us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471871.315074:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 198 00000100:00100000:2.0:1772471871.321842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471871.322641:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834740480 00000100:00100000:0.0:1772471871.322652:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834740480 00000100:00100000:0.0:1772471871.322732:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 816 00000100:00100000:0.0:1772471871.322743:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24272:x1858570834740480:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471871.322808:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471871.322848:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d17f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406998 expref: 36 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322887:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:0.0:1772471871.322893:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471871.322923:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322936:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322947:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322972:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322979:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322986:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.322992:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471871.322996:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.323004:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.323012:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:0.0:1772471871.323015:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471871.323019:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.323031:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1808 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471871.323148:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24272:x1858570834740480:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 407us (1310us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.323155:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 816 00000100:00100000:3.0:1772471871.340761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471871.340830:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834740608 00000100:00100000:0.0:1772471871.340842:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834740608 00000100:00100000:0.0:1772471871.340911:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 199 00000100:00100000:0.0:1772471871.340923:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834740608:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1772471871.341092:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1772471871.341096:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1772471871 -> 1536580263 00002000:00010000:0.0:1772471871.341099:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1772471218 00002000:00010000:0.0:1772471871.341101:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1772471871 -> 1772471870 00002000:00010000:0.0:1772471871.341103:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1772471871.341172:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834740608:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 251us (424us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1772471871.341180:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 199 00000100:00100000:1.0:1772471871.348978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.349016:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834740864 00000100:00100000:1.0:1772471871.349025:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834740864 00000100:00100000:1.0:1772471871.349080:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 817 00000100:00100000:1.0:1772471871.349091:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24272:x1858570834740864:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1772471871.349159:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.349176:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 35 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.349185:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.349220:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 35 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.349244:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 35 pid: 6526 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471871.349260:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856749056:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471871.349357:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471871.353180:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856749056:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471871.353225:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471871.360042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.360386:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834740992 00000100:00100000:3.0:1772471871.360397:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834740992 00010000:00010000:3.0:1772471871.360440:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 36 pid: 6526 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.360485:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 275 00000100:00100000:3.0:1772471871.360496:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:2412:x1858570834740992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471871.360515:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471871.360522:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 36 pid: 6526 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.360537:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 36 pid: 6526 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.360561:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d17d7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40698a expref: 36 pid: 6526 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.360577:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:3.0:1772471871.360582:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.360603:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.360611:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.360639:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471871.360694:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2412:x1858570834740992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 199us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.360702:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 275 00010000:00010000:2.0:1772471871.361273:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361283:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361347:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361355:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361362:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361367:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471871.361371:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361379:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361390:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:2.0:1772471871.361393:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1772471871.361397:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471871.361403:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d180f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471871.361457:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24272:x1858570834740864:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 12367us (12487us total) trans 0 rc -22/-22 00000100:00100000:2.0:1772471871.361471:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 817 00000100:00100000:1.0:1772471871.366397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.367109:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834741120 00000100:00100000:3.0:1772471871.367122:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834741120 00000100:00100000:3.0:1772471871.367184:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 200 00000100:00100000:3.0:1772471871.367195:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834741120:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471871.367253:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.367277:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.367286:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471871.367288:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471871.367292:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.367658:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.367675:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 10 pid: 8409 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471871.367704:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856749184:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471871.367800:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182e480 going to sleep for 11 seconds 00000100:00100000:2.0:1772471871.375841:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.376395:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856749184:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471871.376429:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.377544:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834741248 00000100:00100000:3.0:1772471871.377553:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834741248 00010000:00010000:3.0:1772471871.377602:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 11 pid: 8409 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.377645:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 276 00000100:00100000:3.0:1772471871.377655:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834741248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471871.377671:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471871.377693:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 11 pid: 8409 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.377705:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 11 pid: 8409 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.377726:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1801 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069a6 expref: 11 pid: 8409 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.377740:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471871.377741:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471871.377745:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.377754:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.377964:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471871.378021:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834741248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 367us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.378031:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 276 00010000:00010000:3.0:1772471871.378230:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378248:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378267:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378275:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378282:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378358:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471871.378362:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378371:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378388:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.378395:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007531ecc1/0xb50b868c089d1816 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.378447:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834741120:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 11254us (12060us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.378455:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 200 00000100:00100000:2.0:1772471871.385067:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.385259:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834741504 00000100:00100000:3.0:1772471871.385270:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834741504 00000100:00100000:3.0:1772471871.385352:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 818 00000100:00100000:3.0:1772471871.385363:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24272:x1858570834741504:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772471871.385444:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.385463:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.385477:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.387000:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.387023:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 35 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.387038:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.387073:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 35 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.387087:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 35 pid: 10040 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.387103:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856749312:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471871.387354:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471871.394657:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856749312:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471871.394684:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471871.396084:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471871.396174:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834741632 00000100:00100000:3.0:1772471871.396202:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834741632 00010000:00010000:3.0:1772471871.396258:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 36 pid: 10040 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471871.396338:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 277 00000100:00100000:3.0:1772471871.396349:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:2411:x1858570834741632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471871.396378:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471871.396386:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 36 pid: 10040 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.396400:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 36 pid: 10040 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.396422:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d17e5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406991 expref: 36 pid: 10040 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.396439:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:3.0:1772471871.396445:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.396455:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.396473:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471871.396514:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471871.396565:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2411:x1858570834741632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 217us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.396574:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 277 00010000:00010000:1.0:1772471871.402682:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.402700:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772471871.402836:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967773 00000001:00080000:1.0:1772471871.402959:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967774 00000001:00080000:1.0:1772471871.402993:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967775 00000100:00100000:1.0:1772471871.403079:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856749440:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1772471871.403149:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471871.403199:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471871.403523:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856749440 00000100:00100000:0.0:1772471871.403532:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856749440 00000100:00100000:0.0:1772471871.403591:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1772471871.403601:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856749440:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1772471871.403681:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856749440:12345-0@lo:1000:mdt00_001.0 Request processed in 83us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.403689:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1772471871.403943:0:6526:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:1.0:1772471871.403950:0:6526:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b8567c700, transno 4294967332 00000100:00100000:1.0:1772471871.403970:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856749440:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1772471871.404080:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967776 00000100:00100000:1.0:1772471871.404120:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856749568:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1772471871.404144:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471871.404160:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471871.404185:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856749568 00000100:00100000:1.0:1772471871.404188:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856749568 00000100:00100000:1.0:1772471871.404210:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1772471871.404223:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856749568:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1772471871.404346:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1858570856749568:12345-0@lo:1000:mdt00_001.0 Request processed in 124us (201us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1772471871.404353:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1772471871.404389:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856749568:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1772471871.404422:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404431:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404439:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404446:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471871.404452:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404460:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404476:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b83e50a00) 00010000:00010000:1.0:1772471871.404479:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471871.404483:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404490:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1824 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404534:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404548:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404554:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404560:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471871.404563:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404570:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404579:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:1.0:1772471871.404581:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471871.404585:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404592:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d177c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404618:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404631:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404642:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404648:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404660:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404665:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404670:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471871.404673:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404679:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404687:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:1.0:1772471871.404689:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471871.404691:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404696:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d182b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404706:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404712:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404718:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404722:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471871.404730:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404736:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404743:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9c8ec38600) 00010000:00010000:1.0:1772471871.404746:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772471871.404749:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.404754:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d181d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471871.405756:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24272:x1858570834741504:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 20389us (20695us total) trans 4294967777 rc 0/0 00000100:00100000:1.0:1772471871.405767:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 818 00000020:00080000:1.0:1772471871.405772:0:6526:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1772471871.418858:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471871.418872:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471871.418897:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1772471871.418907:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471871.426463:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471871.437027:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834741888 00000100:00100000:1.0:1772471871.437043:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834741888 00000100:00100000:0.0:1772471871.445615:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 174 00000100:00100000:0.0:1772471871.445635:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24272:x1858570834741888:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1772471871.445991:0:6528:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1772471871.446039:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967778 00010000:00010000:0.0:1772471871.446088:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.446110:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.446124:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.446148:0:6528:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.446155:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.446161:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471871.446189:0:6528:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772471871.446293:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471871.446326:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.446336:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471871.446342:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471871.446348:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24272:x1858570834741888:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 716us (19896us total) trans 4294967779 rc 0/0 00010000:00010000:1.0:1772471871.446357:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471871.446362:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 174 00000020:00080000:0.0:1772471871.446369:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1772471871.446381:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8f9b86be0b00) 00010000:00010000:1.0:1772471871.446394:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772471871.446400:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.446408:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1832 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471871.446429:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471871.446432:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471871.446434:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471871.628068:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471871.915660:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856749952:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.915853:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856749824:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.915907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.915961:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856750336:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.915981:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.916000:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856750848:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916016:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.916039:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772471871.916045:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856749696:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916088:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.916107:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856750208:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916127:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.916141:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856750720:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916172:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.916201:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856749696 00000100:00100000:0.0:1772471871.916209:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856749696 00000100:00100000:0.0:1772471871.916273:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1772471871.916282:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856749696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916351:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856749696:12345-0@lo:400:kworker.0 Request processed in 70us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.916359:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1772471871.916390:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750208 00000100:00100000:0.0:1772471871.916393:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750208 00000100:00100000:0.0:1772471871.916415:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1772471871.916421:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856750208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916450:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856750208:12345-0@lo:400:kworker.0 Request processed in 29us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.916457:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1772471871.916489:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856749696:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916500:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856750208:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916541:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856749824 00000100:00100000:0.0:1772471871.916544:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856749824 00000100:00100000:0.0:1772471871.916566:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750336 00000100:00100000:0.0:1772471871.916569:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750336 00000100:00100000:0.0:1772471871.916589:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750848 00000100:00100000:0.0:1772471871.916591:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750848 00000100:00100000:0.0:1772471871.916601:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750720 00000100:00100000:0.0:1772471871.916603:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750720 00000100:00100000:0.0:1772471871.916615:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1772471871.916621:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856749824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916679:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856749824:12345-0@lo:400:kworker.0 Request processed in 58us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.916686:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1772471871.916795:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1772471871.916802:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856750336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916829:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856750336:12345-0@lo:400:kworker.0 Request processed in 28us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.916834:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1772471871.916843:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1772471871.916848:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856750848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.916881:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856750848:12345-0@lo:400:kworker.0 Request processed in 32us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.916886:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1772471871.916895:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1772471871.916901:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856750720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.917506:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856750720:12345-0@lo:400:kworker.0 Request processed in 603us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.917513:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1772471871.917542:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856750080:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.917570:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.917595:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856750592:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.917617:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471871.917643:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856751104:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.917663:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1772471871.918450:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471871.918460:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471871.918508:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856751232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471871.918548:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471871.918600:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751232 00000100:00100000:3.0:1772471871.918608:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751232 00000100:00100000:3.0:1772471871.918651:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1772471871.918658:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856751232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471871.918686:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1772471871.918719:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856751232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.918724:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:3.0:1772471871.918741:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471871.918771:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856751232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471871.918808:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750080 00000100:00100000:3.0:1772471871.918811:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750080 00000100:00100000:3.0:1772471871.918836:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1772471871.918841:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856750080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.918870:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856750080:12345-0@lo:400:kworker.0 Request processed in 29us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.918875:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1772471871.918913:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856750720:0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.918925:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856749824:0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.918934:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856750336:0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.918944:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856750848:0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.919677:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856750080:0@lo:400:kworker.0 00000100:00100000:2.0:1772471871.920594:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471871.920644:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856750464:0@lo:400:kworker.0 00000100:00100000:2.0:1772471871.920676:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471871.920937:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856749952 00000100:00100000:3.0:1772471871.920944:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856749952 00000100:00100000:0.0:1772471871.920980:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750592 00000100:00100000:0.0:1772471871.920986:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750592 00000100:00100000:3.0:1772471871.920997:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1772471871.921009:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856749952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.921037:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751104 00000100:00100000:0.0:1772471871.921042:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751104 00000100:00100000:3.0:1772471871.921069:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856749952:12345-0@lo:400:kworker.0 Request processed in 63us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.921076:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1772471871.921099:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1772471871.921106:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856750592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.921135:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856750592:12345-0@lo:400:kworker.0 Request processed in 30us (3518us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.921141:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1772471871.921158:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750464 00000100:00100000:3.0:1772471871.921161:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750464 00000100:00100000:3.0:1772471871.921185:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1772471871.921190:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856750464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.921215:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856750464:12345-0@lo:400:kworker.0 Request processed in 25us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.921221:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1772471871.921606:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856750464:0@lo:400:kworker.0 00000100:00100000:2.0:1772471871.921616:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856750976:0@lo:400:kworker.0 00000100:00100000:2.0:1772471871.921644:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471871.921684:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856749952:0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.922917:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856750976 00000100:00100000:3.0:1772471871.922927:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856750976 00000100:00100000:3.0:1772471871.922976:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1772471871.922984:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856750976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.923048:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856750976:12345-0@lo:400:kworker.0 Request processed in 64us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.923054:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1772471871.923472:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1772471871.923484:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856751104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471871.923520:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856751104:12345-0@lo:400:kworker.0 Request processed in 40us (5855us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471871.923526:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1772471871.924001:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856750976:0@lo:400:kworker.0 00000100:00100000:1.0:1772471871.925370:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772471871.925396:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856751360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471871.925476:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471871.925525:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751360 00000100:00100000:1.0:1772471871.925542:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751360 00000100:00100000:1.0:1772471871.925600:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1772471871.925608:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856751360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471871.925638:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:1.0:1772471871.925684:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856751360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471871.928091:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856751360:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1772471871.928224:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471871.928245:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471871.928248:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471871.928383:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856750592:0@lo:400:kworker.0 00000100:00100000:3.0:1772471871.928395:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856751104:0@lo:400:kworker.0 00000100:00100000:1.0:1772471871.932051:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00010000:00010000:3.0:1772471872.689138:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471872.938472:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772471872.938495:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856751488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471872.938555:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471872.938622:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751488 00000100:00100000:2.0:1772471872.938631:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751488 00000100:00100000:2.0:1772471872.938690:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1772471872.938699:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856751488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471872.938724:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922456576 avail 3690905600 00000100:00100000:2.0:1772471872.938768:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856751488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471872.938775:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1772471872.938823:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856751488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471872.952567:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471872.952592:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856751616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471872.952658:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471872.952722:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751616 00000100:00100000:0.0:1772471872.952729:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751616 00000100:00100000:0.0:1772471872.952791:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1772471872.952800:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856751616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471872.952833:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922456576 avail 3690905600 00000100:00100000:0.0:1772471872.952872:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856751616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471872.952879:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1772471872.952926:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856751616:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1772471873.261265:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1772471873.472051:0:19877:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471873.472060:0:19877:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471873.472083:0:19877:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1772471873.472090:0:19877:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471873.562287:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471873.562845:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834742144 00000100:00100000:2.0:1772471873.562856:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834742144 00000100:00100000:2.0:1772471873.562937:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00100000:2.0:1772471873.562948:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24284:x1858570834742144:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471873.562974:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471873.562995:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1839 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069ad expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563071:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563086:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563100:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563116:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563123:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563143:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563285:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085800/0xb50b868c089d184e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563293:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085800/0xb50b868c089d184e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563325:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085800/0xb50b868c089d184e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471873.563338:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1772471873.563429:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563437:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563443:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563449:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471873.563453:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563461:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563474:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:2.0:1772471873.563477:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471873.563488:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563494:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1840 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563508:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563514:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563519:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563524:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471873.563527:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563532:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563540:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471873.563542:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471873.563545:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563549:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1847 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563590:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1839 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ad expref: 43 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563617:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085800/0xb50b868c089d184e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ad expref: 42 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471873.563624:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55100) 00010000:00010000:2.0:1772471873.563626:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471873.563628:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085800, rc 0) 00000100:00100000:2.0:1772471873.563701:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24284:x1858570834742144:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 755us (1428us total) trans 4294967780 rc 0/0 00000100:00100000:2.0:1772471873.563710:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00080000:2.0:1772471873.563745:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471873.568045:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471873.568225:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834742272 00000100:00100000:3.0:1772471873.568236:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834742272 00000100:00100000:3.0:1772471873.568416:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 820 00000100:00100000:3.0:1772471873.568427:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24284:x1858570834742272:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:3.0:1772471873.568506:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568534:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568547:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568587:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568594:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568602:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568610:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471873.568614:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568623:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568636:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55100) 00010000:00010000:3.0:1772471873.568639:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471873.568645:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.568651:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d185c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471873.568734:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24284:x1858570834742272:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 308us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471873.568744:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 820 00000100:00100000:3.0:1772471873.575353:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471873.575461:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834742528 00000100:00100000:0.0:1772471873.575472:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834742528 00000100:00100000:0.0:1772471873.575536:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 175 00000100:00100000:0.0:1772471873.575546:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24284:x1858570834742528:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:0.0:1772471873.575778:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24284:x1858570834742528:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 233us (443us total) trans 4294967781 rc 0/0 00000100:00100000:0.0:1772471873.575786:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 175 00010000:00010000:1.0:1772471873.710186:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471873.805829:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471873.805927:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834742656 00000100:00100000:1.0:1772471873.805938:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834742656 00000100:00100000:1.0:1772471873.806022:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00100000:1.0:1772471873.806033:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+74:24300:x1858570834742656:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:1.0:1772471873.806056:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471873.806076:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1863 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069b4 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806159:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806173:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806184:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806198:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806205:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806211:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806346:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1878 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806355:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806362:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471873.806537:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1772471873.806541:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471873.806568:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806589:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806597:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806604:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806610:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471873.806615:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806623:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806636:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471873.806639:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471873.806645:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806652:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d186a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806666:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806672:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806678:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806688:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471873.806691:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806698:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806705:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8f9b83e50a00) 00010000:00010000:1.0:1772471873.806707:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471873.806710:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806717:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1871 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806749:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33c00/0xb50b868c089d1863 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069b4 expref: 76 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806762:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32a00/0xb50b868c089d1878 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069b4 expref: 75 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.806769:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:1.0:1772471873.806771:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772471873.806773:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32a00, rc 0) 00000100:00100000:1.0:1772471873.806834:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24300:x1858570834742656:12345-192.168.202.58@tcp:101:diff.0 Request processed in 803us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471873.806841:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00080000:2.0:1772471873.807010:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471873.810901:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471873.811074:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834742784 00000100:00100000:3.0:1772471873.811086:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834742784 00000100:00100000:3.0:1772471873.811148:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 822 00000100:00100000:3.0:1772471873.811158:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24300:x1858570834742784:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471873.811179:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471873.811210:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d187f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069bb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811286:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811337:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811350:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811364:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811388:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811395:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811471:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1894 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811480:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.811486:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471873.811979:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:3.0:1772471873.811986:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471873.812007:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812022:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1894 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812033:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812039:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812046:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812053:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812059:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471873.812063:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812071:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812087:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8f9ca548a700) 00010000:00010000:3.0:1772471873.812090:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471873.812095:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812102:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1886 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812115:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812121:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812127:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812132:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471873.812135:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812141:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812148:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8f9c8ec38400) 00010000:00010000:3.0:1772471873.812150:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471873.812153:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812159:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d188d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812208:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d187f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069bb expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812231:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b600/0xb50b868c089d1894 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069bb expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.812239:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55100) 00010000:00010000:3.0:1772471873.812242:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471873.812244:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b600, rc 0) 00000100:00100000:3.0:1772471873.812338:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24300:x1858570834742784:12345-192.168.202.58@tcp:101:diff.0 Request processed in 1181us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471873.812347:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 822 00000100:00100000:0.0:1772471873.818273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471873.818486:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834742912 00000100:00100000:1.0:1772471873.818505:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834742912 00000100:00100000:1.0:1772471873.818583:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 201 00000100:00100000:1.0:1772471873.818596:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834742912:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:1.0:1772471873.818615:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471873.818636:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000008aee7f/0xb50b868c089d189b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069c2 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471873.818663:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69a5c3b2, ctime: 0x69a5c63e, blocks: 0x8 00010000:00010000:1.0:1772471873.818681:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471873.818683:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471873.818692:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000008aee7f/0xb50b868c089d189b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069c2 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.818708:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000008aee7f/0xb50b868c089d189b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069c2 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.818721:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f33c00, rc 0) 00000100:00100000:1.0:1772471873.818779:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2410:x1858570834742912:12345-192.168.202.58@tcp:101:diff.0 Request processed in 187us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471873.818787:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 201 00000100:00080000:2.0:1772471873.819007:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471873.823148:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471873.823235:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834743168 00000100:00100000:3.0:1772471873.823244:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834743168 00000100:00100000:3.0:1772471873.823519:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 823 00000100:00100000:3.0:1772471873.823530:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24300:x1858570834743168:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471873.823552:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471873.823573:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069c9 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.823681:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d18a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.823695:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d18a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.823706:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d18a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471873.823717:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1772471873.823818:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069c9 expref: 79 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.823834:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d18a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069c9 expref: 78 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471873.823843:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55100) 00010000:00010000:3.0:1772471873.823846:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471873.823849:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:3.0:1772471873.823903:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:24300:x1858570834743168:12345-192.168.202.58@tcp:101:diff.0 Request processed in 376us (764us total) trans 4294967782 rc 0/0 00000100:00100000:3.0:1772471873.823910:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 823 00000100:00100000:0.0:1772471873.830083:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471873.830164:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471873.830247:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834743424 00000100:00100000:3.0:1772471873.830258:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834743424 00002000:00100000:3.0:1772471873.830330:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff8f9b86862680 x1858570834743424/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:664/0 lens 488/0 e 0 to 0 dl 1772471884 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471873.830341:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86862680 with x1858570834743424 ext(0->4095) 00002000:00010000:3.0:1772471873.830347:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86862680 00000100:00100000:3.0:1772471873.830388:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 60 00000100:00100000:3.0:1772471873.830399:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834743424:12345-192.168.202.58@tcp:3:diff.0 00000100:00100000:3.0:1772471873.830604:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834743424:12345-192.168.202.58@tcp:3:diff.0 Request processed in 206us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471873.830612:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 60 00002000:00100000:3.0:1772471873.830619:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff8f9b86862680 x1858570834743424/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:664/0 lens 488/4536 e 0 to 0 dl 1772471884 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471873.830627:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86862680 with x1858570834743424 ext(0->4095) 00002000:00010000:3.0:1772471873.830630:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86862680 00000100:00100000:1.0:1772471873.836596:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834743296 00000100:00100000:1.0:1772471873.836612:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834743296 00000100:00100000:1.0:1772471873.836699:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 36 00000100:00100000:1.0:1772471873.836710:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:2409:x1858570834743296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471873.836729:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471873.836757:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d18a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069c9 expref: 78 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471873.836797:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8f9b83b55100) 00010000:00010000:1.0:1772471873.836802:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471873.836866:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:2409:x1858570834743296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 157us (6792us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471873.836875:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 36 00000100:00100000:0.0:1772471873.839689:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471873.839779:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834743680 00000100:00100000:1.0:1772471873.839791:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834743680 00000100:00100000:1.0:1772471873.839856:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 176 00000100:00100000:1.0:1772471873.839866:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24300:x1858570834743680:12345-192.168.202.58@tcp:35:diff.0 00000001:00080000:1.0:1772471873.840087:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967783 00000100:00100000:1.0:1772471873.840193:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24300:x1858570834743680:12345-192.168.202.58@tcp:35:diff.0 Request processed in 328us (512us total) trans 4294967784 rc 0/0 00000100:00100000:1.0:1772471873.840201:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 176 00000020:00080000:1.0:1772471873.840206:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1772471874.475319:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856751744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471874.475414:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471874.475735:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751744 00000100:00100000:1.0:1772471874.475744:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751744 00000100:00100000:1.0:1772471874.475795:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1772471874.475814:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856751744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471874.475855:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1772471874.475907:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856751744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471874.475914:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1772471874.476795:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856751744:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471874.749119:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471875.500692:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856751872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471875.500767:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471875.500922:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856751872 00000100:00100000:2.0:1772471875.500931:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856751872 00000100:00100000:2.0:1772471875.501020:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1772471875.501034:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856751872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772471875.501070:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471875.501115:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856751872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471875.501123:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1772471875.501211:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856751872:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772471875.757341:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471876.293035:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471876.293078:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471876.293107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471876.293239:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834743808 00000100:00100000:2.0:1772471876.293250:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834743808 00000100:00100000:2.0:1772471876.293360:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 689 00000100:00100000:2.0:1772471876.293371:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834743808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471876.293453:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834743808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 84us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471876.293476:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 689 00000100:00100000:0.0:1772471876.293757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471876.293950:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744064 00000100:00100000:3.0:1772471876.293955:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744064 00000100:00100000:3.0:1772471876.293990:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744576 00000100:00100000:3.0:1772471876.293993:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744576 00000100:00100000:3.0:1772471876.294012:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 770 00000100:00100000:3.0:1772471876.294019:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834744064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471876.294085:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 771 00000100:00100000:2.0:1772471876.294094:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834744576:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471876.294994:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744320 00000100:00100000:1.0:1772471876.295002:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744320 00000100:00080000:1.0:1772471876.295068:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471876.295114:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 420 00000100:00100000:1.0:1772471876.295124:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834744320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471876.298839:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834744064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 4807us (5747us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471876.298856:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 770 00000100:00080000:3.0:1772471876.299032:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471876.305866:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834744576:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 11757us (12093us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471876.305884:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 771 00000100:00100000:0.0:1772471876.316319:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471876.316404:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471876.316441:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471876.316475:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471876.316487:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834743936 00000100:00100000:0.0:1772471876.316496:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744448 00000100:00100000:3.0:1772471876.316505:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834743936 00000100:00100000:0.0:1772471876.316505:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744448 00000100:00100000:2.0:1772471876.316583:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744832 00000100:00100000:2.0:1772471876.316588:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744832 00000100:00100000:1.0:1772471876.316664:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744192 00000100:00100000:1.0:1772471876.316668:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744192 00000100:00100000:0.0:1772471876.316753:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 772 00000100:00100000:2.0:1772471876.319292:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 421 00000100:00100000:2.0:1772471876.319325:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834744832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471876.319455:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834744832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 134us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471876.319463:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 421 00000100:00100000:2.0:1772471876.319556:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:2.0:1772471876.319699:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471876.319705:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471876.319710:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471876.323690:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744704 00000100:00100000:1.0:1772471876.323706:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744704 00000100:00100000:1.0:1772471876.323748:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 422 00000100:00100000:1.0:1772471876.323758:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834744192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471876.323857:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834744192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 100us (7415us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471876.323865:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 422 00000100:00100000:1.0:1772471876.323879:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 423 00000100:00100000:1.0:1772471876.323886:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834744704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471876.323908:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834744704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (4353us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471876.323914:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 423 00000100:00100000:1.0:1772471876.330065:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834744320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34932us (36945us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471876.330080:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 420 00000100:00100000:3.0:1772471876.332772:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:3.0:1772471876.332787:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:2409:x1858570834743936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471876.332873:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:2409:x1858570834743936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 90us (16468us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471876.332881:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:0.0:1772471876.334034:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2409:x1858570834744448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471876.334596:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2409:x1858570834744448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17832us (18117us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471876.334606:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 772 00000100:00080000:2.0:1772471876.337562:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772471876.781858:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471877.035807:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856752256:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.035874:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471877.035927:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856752768:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.035950:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471877.035970:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856753280:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.035988:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471877.036015:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1772471877.036021:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856752384:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.036040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471877.036056:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856752896:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.036077:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471877.036093:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856753408:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.036111:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471877.036158:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752256 00000100:00100000:0.0:1772471877.036166:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752256 00000100:00100000:0.0:1772471877.036241:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1772471877.036250:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856752256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.036325:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856752256:12345-0@lo:400:kworker.0 Request processed in 76us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471877.036332:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1772471877.036355:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752768 00000100:00100000:0.0:1772471877.036359:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752768 00000100:00100000:2.0:1772471877.036611:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856752000:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036655:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036679:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856752512:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036699:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036714:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856753024:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036731:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036756:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856753536:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036776:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036794:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772471877.036800:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856752128:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036820:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036836:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856752640:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036854:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036877:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856753152:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.036897:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471877.036921:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753280 00000100:00100000:2.0:1772471877.036925:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753280 00000100:00100000:0.0:1772471877.037835:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752384 00000100:00100000:0.0:1772471877.037841:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752384 00000100:00100000:0.0:1772471877.037854:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752128 00000100:00100000:0.0:1772471877.037857:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752128 00000100:00100000:0.0:1772471877.037867:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752640 00000100:00100000:0.0:1772471877.037870:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752640 00000100:00100000:0.0:1772471877.037881:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753152 00000100:00100000:0.0:1772471877.037883:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753152 00000100:00100000:0.0:1772471877.037898:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1772471877.039868:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1772471877.039884:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856752384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471877.039957:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856752384:12345-0@lo:400:kworker.0 Request processed in 78us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471877.039964:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1772471877.039986:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1772471877.039992:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856752128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471877.040025:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856752128:12345-0@lo:400:kworker.0 Request processed in 33us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471877.040031:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1772471877.040041:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1772471877.040048:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856752640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471877.040072:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856752640:12345-0@lo:400:kworker.0 Request processed in 25us (3217us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471877.040078:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1772471877.040088:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1772471877.040094:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856753152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471877.040118:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856753152:12345-0@lo:400:kworker.0 Request processed in 24us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471877.040123:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1772471877.040222:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856753664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471877.040255:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471877.040291:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753664 00000100:00100000:3.0:1772471877.040314:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753664 00000100:00100000:3.0:1772471877.040349:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1772471877.040356:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856753664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471877.040394:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:3.0:1772471877.040428:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856753664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471877.040433:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1772471877.040471:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856753664:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1772471877.040872:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00080000:1.0:1772471877.040881:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000100:00100000:1.0:1772471877.040909:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856752128:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.040921:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856752640:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.040931:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856753152:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.041595:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752896 00000100:00100000:1.0:1772471877.041601:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752896 00000100:00100000:1.0:1772471877.041647:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753408 00000100:00100000:1.0:1772471877.041650:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753408 00000100:00100000:1.0:1772471877.041664:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753024 00000100:00100000:1.0:1772471877.041667:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753024 00000100:00100000:1.0:1772471877.041678:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753536 00000100:00100000:1.0:1772471877.041681:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753536 00000100:00100000:1.0:1772471877.041693:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1772471877.041700:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856752896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.041747:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856752896:12345-0@lo:400:kworker.0 Request processed in 47us (5669us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471877.041754:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1772471877.041766:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1772471877.041771:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856753408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.041795:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856753408:12345-0@lo:400:kworker.0 Request processed in 24us (5683us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471877.041801:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1772471877.041812:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1772471877.041817:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856753024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.041846:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856753024:12345-0@lo:400:kworker.0 Request processed in 30us (5114us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471877.041852:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1772471877.041861:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1772471877.041868:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856753536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.041892:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856753536:12345-0@lo:400:kworker.0 Request processed in 25us (5115us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471877.041909:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1772471877.041945:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:1.0:1772471877.041951:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:1.0:1772471877.041973:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856753024:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.041984:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856753536:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.045205:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856753792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471877.045277:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471877.045365:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856752384:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.045390:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856752896:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.045400:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856753408:0@lo:400:kworker.0 00000100:00100000:1.0:1772471877.045411:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856752256:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.048399:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1772471877.048415:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856753280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.048777:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856753280:12345-0@lo:400:kworker.0 Request processed in 366us (12787us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471877.048785:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1772471877.048813:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752512 00000100:00100000:2.0:1772471877.048821:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752512 00000100:00100000:2.0:1772471877.048847:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1772471877.048853:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856752512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.048889:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856752512:12345-0@lo:400:kworker.0 Request processed in 36us (12189us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471877.048895:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1772471877.048912:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856752000 00000100:00100000:2.0:1772471877.048915:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856752000 00000100:00100000:2.0:1772471877.048936:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1772471877.048941:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856752000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.048976:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856752000:12345-0@lo:400:kworker.0 Request processed in 35us (12322us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471877.048982:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00080000:2.0:1772471877.049020:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471877.049025:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471877.049028:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471877.049031:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471877.049072:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856752000:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.049085:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856752512:0@lo:400:kworker.0 00000100:00100000:2.0:1772471877.049116:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856753280:0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.050002:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856752768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471877.050025:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753792 00000100:00100000:0.0:1772471877.050030:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753792 00000100:00100000:0.0:1772471877.050063:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1772471877.050070:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856753792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772471877.050086:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1772471877.050132:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856753792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (4855us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471877.050138:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1772471877.050469:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856752768:12345-0@lo:400:kworker.0 Request processed in 12565us (14517us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471877.050561:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1772471877.050908:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856753792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471877.050922:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856752768:0@lo:400:kworker.0 00000001:00080000:1.0:1772471877.051324:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967784 is committed 00000001:00080000:1.0:1772471877.051339:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967781 is committed 00000020:00080000:1.0:1772471877.051352:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c84fcc9c0 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:1.0:1772471877.051356:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb7844b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c84fcce40 00000020:00080000:1.0:1772471877.051360:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb7844400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b83e89200 00000020:00080000:2.0:1772471877.051558:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:2.0:1772471877.051718:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:1.0:1772471877.804055:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471878.059915:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856753920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471878.059987:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471878.060122:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856753920 00000100:00100000:0.0:1772471878.060130:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856753920 00000100:00100000:0.0:1772471878.060207:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1772471878.060217:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856753920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471878.060247:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1772471878.060319:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856753920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471878.060328:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1772471878.060385:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856753920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471878.061900:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856754048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471878.061953:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471878.062065:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754048 00000100:00100000:2.0:1772471878.062071:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754048 00000100:00100000:2.0:1772471878.062114:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1772471878.062124:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856754048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471878.062140:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:2.0:1772471878.062191:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856754048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471878.062199:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1772471878.062255:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856754048:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1772471878.827352:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471879.596470:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856754176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471879.596556:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471879.596622:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754176 00000100:00100000:0.0:1772471879.596629:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754176 00000100:00100000:0.0:1772471879.596673:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1772471879.596682:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856754176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471879.596717:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:0.0:1772471879.596760:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856754176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471879.596767:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1772471879.596807:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856754176:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772471879.850556:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471879.975856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471879.976053:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834744960 00000100:00100000:2.0:1772471879.976064:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834744960 00000100:00100000:2.0:1772471879.976284:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 824 00000100:00100000:2.0:1772471879.976296:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24207:x1858570834744960:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772471879.976439:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24207:x1858570834744960:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 145us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471879.976448:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 824 00000100:00100000:1.0:1772471879.978214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1772471879.979033:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471879.980186:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745088 00000100:00100000:2.0:1772471879.980200:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745088 00000100:00100000:2.0:1772471879.980656:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 825 00000100:00100000:2.0:1772471879.980670:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24207:x1858570834745088:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772471879.981104:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24207:x1858570834745088:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 437us (2893us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471879.981113:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 825 00000100:00080000:0.0:1772471879.982190:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471880.619748:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772471880.619777:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856754304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471880.619852:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471880.619921:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754304 00000100:00100000:2.0:1772471880.619930:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754304 00000100:00100000:2.0:1772471880.619978:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1772471880.619986:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856754304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772471880.620021:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471880.620077:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856754304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471880.620085:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1772471880.620151:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856754304:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471880.885876:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471881.419332:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471881.419402:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745216 00000100:00100000:2.0:1772471881.419412:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745216 00000100:00100000:2.0:1772471881.419465:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 691 00000100:00100000:2.0:1772471881.419475:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834745216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471881.419543:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834745216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 69us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471881.419552:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 691 00000100:00100000:1.0:1772471881.433755:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471881.433788:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471881.433803:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745344 00000100:00100000:0.0:1772471881.433814:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745344 00000100:00100000:1.0:1772471881.433817:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471881.433861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471881.433870:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745472 00000100:00100000:0.0:1772471881.433874:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745472 00000100:00100000:1.0:1772471881.433883:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471881.433901:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745856 00000100:00100000:0.0:1772471881.433904:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745856 00000100:00100000:1.0:1772471881.433915:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471881.433918:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745984 00000100:00100000:0.0:1772471881.433920:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745984 00000100:00100000:1.0:1772471881.433927:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471881.433936:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 780 00000100:00100000:0.0:1772471881.433945:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:2411:x1858570834745344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.433948:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471881.433965:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745600 00000100:00100000:1.0:1772471881.433968:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745600 00000100:00100000:1.0:1772471881.434002:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834745728 00000100:00100000:1.0:1772471881.434005:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834745728 00000100:00100000:1.0:1772471881.434017:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834746112 00000100:00100000:0.0:1772471881.434017:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:2411:x1858570834745344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 72us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471881.434019:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834746112 00000100:00100000:0.0:1772471881.434024:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 780 00000100:00100000:1.0:1772471881.434030:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834746240 00000100:00100000:1.0:1772471881.434032:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834746240 00000100:00100000:0.0:1772471881.434040:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:1.0:1772471881.434043:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 428 00000100:00100000:0.0:1772471881.434045:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834745472:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.434049:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834745600:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.434068:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834745600:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471881.434068:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834745472:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471881.434075:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 428 00000100:00100000:0.0:1772471881.434075:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:1.0:1772471881.434086:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 429 00000100:00100000:0.0:1772471881.434086:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 782 00000100:00100000:0.0:1772471881.434091:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:2411:x1858570834745856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.434092:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834745728:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.434115:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834745728:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471881.434120:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:2411:x1858570834745856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471881.434121:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 429 00000100:00100000:1.0:1772471881.434131:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 430 00000100:00100000:0.0:1772471881.434137:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 782 00000100:00100000:1.0:1772471881.434138:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2411:x1858570834746112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471881.434161:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:0.0:1772471881.434168:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834745984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.434188:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2411:x1858570834746112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 50us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471881.434195:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834745984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471881.434199:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 430 00000100:00100000:0.0:1772471881.434201:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:1.0:1772471881.434210:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 431 00000100:00100000:1.0:1772471881.434216:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834746240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471881.434238:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834746240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471881.434244:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 431 00000100:00080000:2.0:1772471881.435165:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471881.435171:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471881.435175:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471881.435177:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1772471881.645599:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471881.645624:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471881.645646:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1772471881.645655:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:2.0:1772471881.659072:0:20075:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 12:18:00 (1772471880) 00010000:00010000:3.0:1772471881.900510:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471882.155602:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471882.155623:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856754432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471882.155696:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471882.155754:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754432 00000100:00100000:2.0:1772471882.155765:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754432 00000100:00100000:2.0:1772471882.155849:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1772471882.155862:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856754432:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471882.155864:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856754560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471882.155894:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1772471882.155902:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1772471882.155930:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754560 00000100:00100000:0.0:1772471882.155935:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754560 00000100:00100000:2.0:1772471882.155958:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856754432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471882.155964:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1772471882.155972:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1772471882.155976:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856754560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471882.155990:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 82308800 pending 0 free 3920359424 avail 3688837120 00000100:00100000:0.0:1772471882.156024:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856754560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.156026:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856754432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471882.156034:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1772471882.156065:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856754560:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1772471882.156117:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471882.156561:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856754944:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.156588:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.156602:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856755456:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.156622:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.156641:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856755968:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.156654:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.156671:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1772471882.156674:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856754816:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.156694:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755456 00000100:00100000:3.0:1772471882.156701:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755456 00000100:00100000:1.0:1772471882.156714:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.156737:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856755328:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.156740:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755968 00000100:00100000:3.0:1772471882.156745:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755968 00000100:00100000:1.0:1772471882.156759:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471882.156770:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754816 00000100:00100000:1.0:1772471882.156773:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856755840:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.156775:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754816 00000100:00100000:1.0:1772471882.156792:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471882.156797:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755328 00000100:00100000:3.0:1772471882.156801:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755328 00000100:00100000:1.0:1772471882.156817:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755840 00000100:00100000:3.0:1772471882.156824:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1772471882.156834:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856755456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.156834:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755840 00000100:00100000:1.0:1772471882.156859:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1772471882.156865:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856755968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.156885:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856755456:12345-0@lo:400:kworker.0 Request processed in 52us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.156897:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856755968:12345-0@lo:400:kworker.0 Request processed in 30us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.156898:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1772471882.156906:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1772471882.156924:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1772471882.156933:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856754816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.156965:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856754816:12345-0@lo:400:kworker.0 Request processed in 32us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471882.156971:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754944 00000100:00100000:0.0:1772471882.156976:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754944 00000100:00100000:0.0:1772471882.157006:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1772471882.157011:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856754944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471882.157041:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856754944:12345-0@lo:400:kworker.0 Request processed in 31us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471882.157045:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1772471882.157493:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1772471882.157504:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856755328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157533:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856755328:12345-0@lo:400:kworker.0 Request processed in 35us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.157539:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1772471882.157552:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1772471882.157558:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856755840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157583:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856755840:12345-0@lo:400:kworker.0 Request processed in 25us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.157588:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1772471882.157618:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856754816:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157626:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856755328:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157634:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856755840:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157642:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856754944:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157651:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856755456:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157658:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856755968:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157748:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856754688:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157787:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.157814:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856755200:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157836:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.157855:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856755712:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157877:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.157896:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772471882.157902:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856755072:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157932:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.157947:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856755584:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.157965:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.157991:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755200 00000100:00100000:1.0:1772471882.157996:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755200 00000100:00100000:1.0:1772471882.158022:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1772471882.158028:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856755200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.158061:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856755200:12345-0@lo:400:kworker.0 Request processed in 33us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.158067:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1772471882.158083:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755712 00000100:00100000:1.0:1772471882.158086:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755712 00000100:00100000:1.0:1772471882.158111:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755584 00000100:00100000:1.0:1772471882.158114:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755584 00000100:00100000:1.0:1772471882.158130:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1772471882.158136:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856755712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.158173:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856755712:12345-0@lo:400:kworker.0 Request processed in 37us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.158205:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1772471882.158219:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856755072 00000100:00100000:3.0:1772471882.158222:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856755072 00000100:00100000:3.0:1772471882.158238:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1772471882.158243:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856755072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158273:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856755072:12345-0@lo:400:kworker.0 Request processed in 29us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.158279:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1772471882.158382:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1772471882.158391:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856755584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158562:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856755584:12345-0@lo:400:kworker.0 Request processed in 172us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.158568:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00080000:3.0:1772471882.158595:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471882.158599:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471882.158602:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471882.158637:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856754688 00000100:00100000:3.0:1772471882.158641:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856754688 00000100:00100000:3.0:1772471882.158669:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1772471882.158674:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856754688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158704:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856754688:12345-0@lo:400:kworker.0 Request processed in 29us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.158710:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1772471882.158769:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856755072:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158780:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856755584:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158788:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856754688:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158796:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856755200:0@lo:400:kworker.0 00000100:00100000:3.0:1772471882.158805:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856755712:0@lo:400:kworker.0 00000100:00100000:1.0:1772471882.159014:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1772471882.170378:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471882.170498:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834746368 00000100:00100000:1.0:1772471882.170510:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834746368 00000100:00100000:1.0:1772471882.170740:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 826 00000100:00100000:1.0:1772471882.170755:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24922:x1858570834746368:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471882.170937:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24922:x1858570834746368:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 185us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.170954:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 826 00000100:00100000:3.0:1772471882.183141:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.183268:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471882.183819:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834746496 00000100:00100000:1.0:1772471882.183831:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834746496 00000100:00100000:1.0:1772471882.183886:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834746624 00000100:00100000:1.0:1772471882.183890:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834746624 00000100:00100000:2.0:1772471882.183994:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:2.0:1772471882.184008:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24922:x1858570834746496:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1772471882.184117:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24922:x1858570834746496:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 112us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.184141:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:2.0:1772471882.184173:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:2.0:1772471882.184181:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24923:x1858570834746624:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471882.184192:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471882.184212:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d18b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069d0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184267:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184282:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184332:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184350:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184359:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184367:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184427:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184435:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184452:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184459:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184466:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.184471:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184480:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184494:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471882.184497:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.184502:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184509:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184524:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184530:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184536:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184541:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.184550:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184557:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184565:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471882.184581:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.184584:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184591:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184624:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d18b7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069d0 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184635:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471882.184637:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.184641:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d18b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069d0 expref: 77 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.184651:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085600, rc 0) 00000100:00100000:2.0:1772471882.184678:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24923:x1858570834746624:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 497us (1410us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471882.184685:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:2.0:1772471882.191026:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.191120:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834746880 00000100:00100000:3.0:1772471882.191133:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834746880 00000100:00100000:3.0:1772471882.191212:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:3.0:1772471882.191223:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24923:x1858570834746880:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1772471882.191284:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471882.191358:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d16aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40693d expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.191379:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471882.191385:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471882.191615:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.191633:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 33 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.191643:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.191681:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 33 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.191696:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 33 pid: 9675 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471882.191716:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856756096:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471882.191917:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b857ff180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471882.198817:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.199745:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856756096:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471882.199779:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471882.199950:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834747008 00000100:00100000:0.0:1772471882.199960:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834747008 00010000:00010000:1.0:1772471882.200093:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 34 pid: 9675 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471882.200248:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 278 00000100:00100000:1.0:1772471882.200259:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:2411:x1858570834747008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471882.200277:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471882.200285:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 34 pid: 9675 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.200338:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 34 pid: 9675 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.200366:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d16d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40694b expref: 34 pid: 9675 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.200384:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471882.200397:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.200420:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.200429:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.200470:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471882.200530:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:2411:x1858570834747008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 272us (1723us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.200538:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 278 00010000:00010000:3.0:1772471882.200607:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.200615:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.200639:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.200649:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.200658:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201237:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201248:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201256:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471882.201272:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004c10f799 reply state 00000000ecb34099 transno 4294967785 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201288:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201296:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471882.201320:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471882.201324:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772471882.201331:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:3.0:1772471882.201339:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201347:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201354:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201360:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471882.201365:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201373:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201382:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471882.201385:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471882.201389:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201395:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d18cc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471882.201411:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004c10f799 reply state 00000000ecb34099 transno 4294967785 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201418:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.201424:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8f9b84d9e300) 00010000:00010000:3.0:1772471882.201426:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471882.201428:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1772471882.201482:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24923:x1858570834746880:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 10260us (10466us total) trans 4294967785 rc 0/0 00000100:00100000:3.0:1772471882.201490:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 829 00000001:00080000:0.0:1772471882.212372:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967785 is committed 00000020:00080000:0.0:1772471882.212390:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:0.0:1772471882.217511:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:0.0:1772471882.217555:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:1.0:1772471882.220802:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220822:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220830:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220836:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471882.220841:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220850:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220871:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8f9b84d9e300) 00010000:00010000:1.0:1772471882.220874:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471882.220901:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220907:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d18d3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220934:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220939:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220945:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220951:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471882.220954:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220960:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220966:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:1.0:1772471882.220968:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471882.220971:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.220976:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d18da lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772471882.477787:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772471882.526247:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471882.527047:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834747136 00000100:00100000:0.0:1772471882.527060:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834747136 00000100:00100000:0.0:1772471882.527200:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 830 00000100:00100000:0.0:1772471882.527208:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+75:24960:x1858570834747136:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772471882.527231:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471882.527249:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d18e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069d7 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.527314:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d18e8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.527325:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d18e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.527334:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d18e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471882.527390:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772471882.527394:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471882.527412:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d18e8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.527432:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d18e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069d7 expref: 77 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.527454:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d18e8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069d7 expref: 76 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.527460:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471882.527473:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471882.527477:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68c00, rc 0) 00000100:00100000:0.0:1772471882.527531:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24960:x1858570834747136:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 325us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471882.527537:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 830 00000100:00100000:1.0:1772471882.530697:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.531909:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834747392 00000100:00100000:2.0:1772471882.531923:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834747392 00000100:00100000:2.0:1772471882.531983:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 831 00000100:00100000:2.0:1772471882.531993:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:24960:x1858570834747392:12345-192.168.202.58@tcp:36:mkdir.0 00000100:00100000:2.0:1772471882.532111:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6525:1858570856756224:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772471882.532186:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471882.532226:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856756224 00000100:00100000:2.0:1772471882.532230:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb408f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471882.532243:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856756224 00000100:00100000:1.0:1772471882.532285:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1772471882.532292:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6525:x1858570856756224:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1772471882.532444:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6525:x1858570856756224:12345-0@lo:1000:mdt00_000.0 Request processed in 152us (255us total) trans 0 rc 1/1 00000100:00100000:1.0:1772471882.532452:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1772471882.532559:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6525:1858570856756224:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772471882.532966:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:24960:x1858570834747392:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 973us (2281us total) trans 0 rc -17/-17 00000100:00100000:2.0:1772471882.532973:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 831 00000100:00100000:3.0:1772471882.539874:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.539993:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834747520 00000100:00100000:2.0:1772471882.540003:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834747520 00000100:00100000:2.0:1772471882.540067:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 832 00000100:00100000:2.0:1772471882.540076:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+76:24960:x1858570834747520:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:2.0:1772471882.540102:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471882.540136:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d18ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069de expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540214:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540226:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540235:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540257:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540262:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540266:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540368:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1904 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540376:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540383:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471882.540421:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1772471882.540424:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471882.540507:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540517:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540520:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540525:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540536:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.540539:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540545:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540555:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471882.540557:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.540561:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540565:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d18f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540837:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540841:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540845:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540848:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.540850:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540853:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540867:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471882.540869:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.540871:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540875:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d18fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540900:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d18ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069de expref: 78 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540909:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1904 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069de expref: 77 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.540913:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55200) 00010000:00010000:2.0:1772471882.540915:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471882.540916:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084a00, rc 0) 00000100:00100000:2.0:1772471882.540975:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24960:x1858570834747520:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 900us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.540983:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 832 00000100:00100000:1.0:1772471882.577354:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.577886:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834747648 00000100:00100000:3.0:1772471882.577896:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834747648 00000100:00100000:3.0:1772471882.578001:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:3.0:1772471882.578012:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+33:24966:x1858570834747648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471882.578035:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471882.578056:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d190b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069e5 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.578130:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.578157:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.578168:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471882.578213:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471882.578216:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471882.578232:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.578251:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d190b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 35 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.578265:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 34 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.578272:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471882.578275:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471882.578277:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b400, rc 0) 00000100:00100000:3.0:1772471882.578363:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24966:x1858570834747648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 353us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.578379:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:1.0:1772471882.581719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.581767:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834747904 00000100:00100000:3.0:1772471882.581776:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834747904 00000100:00100000:3.0:1772471882.581873:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 834 00000100:00100000:3.0:1772471882.581881:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+77:24966:x1858570834747904:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471882.581899:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471882.581901:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1772471882.581924:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d1904 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069de expref: 77 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.581939:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55200) 00010000:00010000:3.0:1772471882.581948:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471882.581959:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1919 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069ec expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582049:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582061:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582068:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582077:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582081:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582086:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582525:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582532:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582536:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471882.582543:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1772471882.582559:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582564:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582568:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582581:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471882.582584:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582589:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582595:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b84d9ee00) 00010000:00010000:3.0:1772471882.582597:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471882.582599:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582603:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1920 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471882.582610:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f49c8188 reply state 000000007b89a009 transno 4294967786 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582616:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582620:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8f9b84d9e800) 00010000:00010000:3.0:1772471882.582621:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471882.582623:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772471882.582641:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1919 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 79 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582652:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 78 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.582657:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b84d9ed00) 00010000:00010000:3.0:1772471882.582659:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471882.582660:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8c00, rc 0) 00000100:00100000:3.0:1772471882.582714:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24966:x1858570834747904:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 834us (1004us total) trans 4294967786 rc 0/0 00000100:00100000:3.0:1772471882.582722:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 834 00000100:00100000:1.0:1772471882.585707:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471882.585950:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834748160 00000100:00100000:0.0:1772471882.585959:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834748160 00000100:00100000:0.0:1772471882.586074:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:0.0:1772471882.586082:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24966:x1858570834748160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471882.586113:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471882.586137:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d193c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069f3 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.586258:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.586270:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 80 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.586275:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.586333:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 80 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471882.586351:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 80 pid: 6527 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471882.586365:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856756352:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471882.586468:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471882.588485:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856756352:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471882.588516:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471882.589280:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.589452:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834748288 00000100:00100000:3.0:1772471882.589461:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834748288 00010000:00010000:3.0:1772471882.589496:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 81 pid: 6527 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471882.589527:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 279 00000100:00100000:3.0:1772471882.589534:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:2411:x1858570834748288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471882.589546:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471882.589551:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 81 pid: 6527 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.589559:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 81 pid: 6527 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.589836:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d192e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069ec expref: 81 pid: 6527 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.589853:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b84d9ed00) 00010000:00010000:3.0:1772471882.589856:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.589863:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.589868:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.589888:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471882.589926:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:2411:x1858570834748288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 393us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471882.589931:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 279 00010000:00010000:1.0:1772471882.590121:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.590130:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471882.590157:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1772471882.593023:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593043:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593051:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593057:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471882.593062:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593070:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593114:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b84d9ed00) 00010000:00010000:1.0:1772471882.593118:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471882.593123:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593130:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1943 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593203:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d193c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069f3 expref: 80 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593213:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:1.0:1772471882.593214:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772471882.593217:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d193c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069f3 expref: 80 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.593227:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69800, rc 0) 00000100:00100000:1.0:1772471882.593294:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24966:x1858570834748160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 7213us (7596us total) trans 4294967787 rc 301/301 00000100:00100000:1.0:1772471882.593319:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:1.0:1772471882.607545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.607684:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834748544 00000100:00100000:3.0:1772471882.607694:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834748544 00000100:00100000:3.0:1772471882.607759:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 177 00000100:00100000:3.0:1772471882.607771:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+79:24966:x1858570834748544:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471882.608212:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:24966:x1858570834748544:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 443us (675us total) trans 4294967788 rc 0/0 00000100:00100000:3.0:1772471882.608218:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 177 00000100:00100000:3.0:1772471882.609852:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471882.609974:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834748672 00000100:00100000:1.0:1772471882.609980:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834748672 00000100:00100000:1.0:1772471882.610035:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 836 00000100:00100000:1.0:1772471882.610042:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:24966:x1858570834748672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471882.610060:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471882.610078:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1951 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4069fa expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.610148:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1951 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069fa expref: 81 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.610164:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1951 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069fa expref: 81 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.610182:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:1.0:1772471882.610185:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471882.610189:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32400, rc 0) 00000100:00100000:1.0:1772471882.610236:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:24966:x1858570834748672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 195us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.610241:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 836 00000100:00100000:1.0:1772471882.613555:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.613695:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834748928 00000100:00100000:3.0:1772471882.613703:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834748928 00000100:00100000:3.0:1772471882.613830:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 837 00000100:00100000:3.0:1772471882.613838:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:24966:x1858570834748928:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1772471882.613896:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.613908:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.613916:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614051:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614056:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614061:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614064:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471882.614069:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614074:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614083:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:3.0:1772471882.614085:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1772471882.614088:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.614100:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1958 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471882.614183:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24966:x1858570834748928:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 344us (634us total) trans 4294967789 rc 0/0 00000100:00100000:3.0:1772471882.614191:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 837 00000100:00100000:1.0:1772471882.616394:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.616525:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834749184 00000100:00100000:2.0:1772471882.616533:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834749184 00000100:00100000:2.0:1772471882.616651:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 838 00000100:00100000:2.0:1772471882.616659:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24966:x1858570834749184:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471882.616852:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.616864:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.616885:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471882.616934:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967790 00000004:00010000:2.0:1772471882.616953:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f14b4863 reply state 0000000053acb0ee transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.616962:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.616968:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471882.616970:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471882.616973:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471882.617198:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:24966:x1858570834749184:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 539us (808us total) trans 4294967791 rc 0/0 00000100:00100000:2.0:1772471882.617203:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 838 00000020:00080000:2.0:1772471882.617207:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1772471882.620667:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.620769:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834749440 00000100:00100000:2.0:1772471882.620779:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834749440 00000100:00100000:2.0:1772471882.620838:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 178 00000100:00100000:2.0:1772471882.620846:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:24966:x1858570834749440:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471882.621067:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:24966:x1858570834749440:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 222us (410us total) trans 4294967792 rc 0/0 00000100:00100000:2.0:1772471882.621073:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 178 00000100:00100000:3.0:1772471882.642279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.642560:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834749568 00000100:00100000:2.0:1772471882.642666:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834749568 00000100:00100000:2.0:1772471882.642719:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:2.0:1772471882.642729:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:24969:x1858570834749568:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471882.642776:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471882.642803:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1966 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a01 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642868:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642880:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642890:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642899:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642903:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642908:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642970:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d197b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642975:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d197b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.642978:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d197b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471882.643194:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1772471882.643203:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471882.643224:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d197b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643234:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643238:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643242:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643246:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.643249:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643255:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643265:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471882.643267:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.643270:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643274:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d196d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643284:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643287:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643333:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643337:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.643339:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643344:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643349:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471882.643351:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.643353:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643356:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1974 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643536:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1966 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a01 expref: 88 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643547:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084a00/0xb50b868c089d197b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a01 expref: 87 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.643551:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55300) 00010000:00010000:2.0:1772471882.643553:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471882.643555:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084a00, rc 0) 00000100:00100000:2.0:1772471882.643672:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:24969:x1858570834749568:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 945us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.643684:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:1.0:1772471882.647153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.647551:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834749824 00000100:00100000:3.0:1772471882.647563:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834749824 00000100:00100000:3.0:1772471882.647725:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 840 00000100:00100000:3.0:1772471882.647737:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:24969:x1858570834749824:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471882.647762:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471882.647787:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1982 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a08 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.647885:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.647901:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.647913:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.647925:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.647932:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.647939:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650197:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d1997 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650219:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d1997 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650233:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d1997 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471882.650245:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1772471882.650386:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650395:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650402:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650409:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.650414:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650422:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650437:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55300) 00010000:00010000:2.0:1772471882.650450:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.650456:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650482:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1989 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650498:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650504:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650511:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650516:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.650519:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650526:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650535:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8f9b84d9e800) 00010000:00010000:2.0:1772471882.650538:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471882.650541:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.650547:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1990 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.651078:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1982 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a08 expref: 90 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.651111:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d1997 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a08 expref: 89 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.651120:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471882.651122:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471882.651125:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168bc00, rc 0) 00000100:00100000:2.0:1772471882.651694:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24969:x1858570834749824:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3956us (4555us total) trans 4294967793 rc 0/0 00000100:00100000:2.0:1772471882.651704:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 840 00000100:00100000:1.0:1772471882.656425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.656786:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834749952 00000100:00100000:2.0:1772471882.656798:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834749952 00000100:00100000:2.0:1772471882.656854:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:2.0:1772471882.656861:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24969:x1858570834749952:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:2.0:1772471882.656925:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.656941:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.656951:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.656983:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.657069:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.657106:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.657264:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168b600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471882.657270:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.657279:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.657292:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471882.657295:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471882.657323:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.657330:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d19a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471882.657518:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24969:x1858570834749952:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 655us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.657527:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:1.0:1772471882.660688:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.660779:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834750208 00000100:00100000:2.0:1772471882.660790:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834750208 00000100:00100000:2.0:1772471882.660881:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 179 00000100:00100000:2.0:1772471882.660892:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24969:x1858570834750208:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1772471882.661230:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:24969:x1858570834750208:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 339us (550us total) trans 4294967794 rc 0/0 00000100:00100000:2.0:1772471882.661239:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 179 00000040:00080000:1.0:1772471882.666483:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471882.666494:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471882.666515:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1772471882.666524:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471882.709243:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471882.709596:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834750464 00000100:00100000:3.0:1772471882.709608:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834750464 00000100:00100000:3.0:1772471882.709672:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 842 00000100:00100000:3.0:1772471882.709681:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:24974:x1858570834750464:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772471882.709710:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471882.709734:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d19ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a0f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.709847:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d19b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.709863:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d19b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.709877:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d19b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471882.709888:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1772471882.710020:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d19ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a0f expref: 93 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.710039:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d19b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a0f expref: 92 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471882.710047:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:3.0:1772471882.710051:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1772471882.710054:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8c00, rc 0) 00000100:00100000:3.0:1772471882.710119:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:24974:x1858570834750464:12345-192.168.202.58@tcp:101:cat.0 Request processed in 431us (879us total) trans 4294967795 rc 0/0 00000100:00100000:3.0:1772471882.710127:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 842 00000100:00100000:1.0:1772471882.718834:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.719226:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834750720 00000100:00100000:2.0:1772471882.719238:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834750720 00000100:00100000:2.0:1772471882.719385:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37 00000100:00100000:2.0:1772471882.719396:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:24974:x1858570834750720:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:2.0:1772471882.719417:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1772471882.719467:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d1997 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a08 expref: 92 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.719492:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d19b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a0f expref: 91 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.719513:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1951 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069fa expref: 90 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.719523:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471882.719528:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471882.719612:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24974:x1858570834750720:12345-192.168.202.58@tcp:103:cat.0 Request processed in 218us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.719620:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37 00000100:00100000:2.0:1772471882.722445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471882.722566:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834750848 00000100:00100000:1.0:1772471882.722580:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834750848 00000100:00100000:1.0:1772471882.722630:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 843 00000100:00100000:1.0:1772471882.722650:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24974:x1858570834750848:12345-192.168.202.58@tcp:58:cat.0 00010000:00010000:1.0:1772471882.722753:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.722770:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471882.722783:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772471882.722869:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:1.0:1772471882.722950:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24974:x1858570834750848:12345-192.168.202.58@tcp:58:cat.0 Request processed in 300us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471882.722956:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 843 00000100:00100000:1.0:1772471882.725549:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471882.726160:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834750976 00000100:00100000:2.0:1772471882.726179:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834750976 00000100:00100000:2.0:1772471882.726334:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 844 00000100:00100000:2.0:1772471882.726353:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:24974:x1858570834750976:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772471882.726391:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471882.726418:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a16 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.726509:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.726528:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 90 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.726555:0:9675:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.726569:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 90 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.726610:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471882.726613:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471882.726617:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 90 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471882.726625:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168bc00, rc 0) 00000100:00100000:2.0:1772471882.726692:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:24974:x1858570834750976:12345-192.168.202.58@tcp:101:cat.0 Request processed in 341us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471882.726700:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 844 00010000:00010000:0.0:1772471882.923088:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471883.178846:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772471883.178874:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856756480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471883.178960:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471883.179503:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856756480 00000100:00100000:0.0:1772471883.179512:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856756480 00000100:00100000:0.0:1772471883.179572:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1772471883.179583:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856756480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471883.179613:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1772471883.179671:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856756480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471883.179678:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1772471883.179783:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856756480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772471883.180716:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856756608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471883.180775:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471883.181114:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856756608 00000100:00100000:1.0:1772471883.181131:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856756608 00000100:00100000:1.0:1772471883.181182:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1772471883.181191:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856756608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471883.181208:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1772471883.181257:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856756608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471883.181263:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1772471883.181789:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856756608:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1772471883.500980:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1772471883.690542:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471883.690553:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471883.690575:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:1.0:1772471883.690584:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471883.691085:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856756736:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471883.691268:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84fcccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471883.698274:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471883.698391:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856756736:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772471883.698745:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834751104 00000100:00100000:3.0:1772471883.698757:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834751104 00000100:00100000:3.0:1772471883.698852:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 845 00000100:00100000:3.0:1772471883.698864:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24976:x1858570834751104:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471883.698916:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00080000:0.0:1772471883.699325:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471883.699383:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24976:x1858570834751104:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 520us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471883.699394:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 845 00000100:00100000:3.0:1772471883.707021:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471883.707112:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834751232 00000100:00100000:0.0:1772471883.707123:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834751232 00000100:00100000:0.0:1772471883.707199:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 846 00000100:00100000:0.0:1772471883.707211:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24976:x1858570834751232:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1772471883.707298:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707347:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707363:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707404:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707411:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707418:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707444:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707452:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707458:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471883.707517:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:0.0:1772471883.707523:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471883.707537:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707549:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707553:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707558:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707570:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707575:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471883.707580:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707586:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707596:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772471883.707598:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471883.707602:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707607:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d19cf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707618:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707621:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707625:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707628:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471883.707630:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707640:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707644:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff8f9b86be0f00) 00010000:00010000:0.0:1772471883.707646:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471883.707647:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707650:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d19d6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707662:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707665:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707668:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707670:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471883.707672:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707676:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707681:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:0.0:1772471883.707683:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471883.707685:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.707701:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471883.708070:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24976:x1858570834751232:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 860us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471883.708077:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 846 00000100:00100000:1.0:1772471883.720431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.721973:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834751488 00000100:00100000:2.0:1772471883.721987:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834751488 00000100:00100000:2.0:1772471883.722058:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:2.0:1772471883.722079:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:24976:x1858570834751488:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.722099:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471883.722119:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d19e4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a1d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722231:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722244:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722252:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471883.722260:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1772471883.722366:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722372:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722376:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722380:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471883.722383:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722388:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722398:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471883.722405:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471883.722409:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722412:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d19eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722448:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d19e4 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a1d expref: 36 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722454:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772471883.722456:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471883.722458:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d19e4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a1d expref: 36 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.722464:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471883.722528:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24976:x1858570834751488:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 449us (2111us total) trans 4294967796 rc 301/301 00000100:00100000:2.0:1772471883.722533:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:1.0:1772471883.729097:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471883.729234:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834751616 00000100:00100000:3.0:1772471883.729248:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834751616 00000100:00100000:2.0:1772471883.729401:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 848 00000100:00100000:2.0:1772471883.729416:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24976:x1858570834751616:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471883.729457:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471883.729557:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24976:x1858570834751616:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 147us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471883.729564:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 848 00000100:00100000:3.0:1772471883.732465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471883.733214:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834751744 00000100:00100000:0.0:1772471883.733226:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834751744 00000100:00100000:0.0:1772471883.733294:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 849 00000100:00100000:0.0:1772471883.733325:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24976:x1858570834751744:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471883.733360:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471883.733388:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a24 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733469:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733487:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733500:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733516:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733523:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733553:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733648:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68000/0xb50b868c089d1a0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733658:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68000/0xb50b868c089d1a0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733666:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68000/0xb50b868c089d1a0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471883.733708:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1772471883.733712:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471883.733733:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68000/0xb50b868c089d1a0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733747:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733754:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733760:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733766:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733773:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471883.733778:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733793:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733806:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471883.733810:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471883.733815:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733820:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1a00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733835:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733840:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733846:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733850:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471883.733853:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733858:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733864:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8f9b86be0f00) 00010000:00010000:0.0:1772471883.733867:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471883.733869:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733884:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1a07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733914:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d19f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a24 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733927:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68000/0xb50b868c089d1a0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a24 expref: 36 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.733935:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55300) 00010000:00010000:0.0:1772471883.733937:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772471883.733940:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68000, rc 0) 00000100:00100000:0.0:1772471883.734005:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24976:x1858570834751744:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 702us (1551us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471883.734012:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 849 00000100:00100000:1.0:1772471883.738698:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.738860:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834752000 00000100:00100000:2.0:1772471883.738873:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834752000 00000100:00100000:2.0:1772471883.738931:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 850 00000100:00100000:2.0:1772471883.738966:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24976:x1858570834752000:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.738989:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471883.739013:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a15 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a2b expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772471883.740017:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:2.0:1772471883.740180:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a1c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.740196:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.740208:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.740265:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a15 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a2b expref: 39 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.740283:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a2b expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.740293:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471883.740295:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471883.740299:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a200, rc 0) 00000100:00100000:2.0:1772471883.740389:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24976:x1858570834752000:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1436us (1701us total) trans 4294967797 rc 0/0 00000100:00100000:2.0:1772471883.740397:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 850 00000100:00100000:1.0:1772471883.750100:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.750197:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834752256 00000100:00100000:2.0:1772471883.750225:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834752256 00000100:00100000:2.0:1772471883.750460:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 851 00000100:00100000:2.0:1772471883.750472:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24976:x1858570834752256:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.750544:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471883.750581:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a1c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a2b expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750607:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471883.750619:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471883.750649:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750663:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750674:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750691:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750700:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750707:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750786:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750795:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750812:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750819:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471883.750824:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750833:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750842:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55300) 00010000:00010000:2.0:1772471883.750845:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471883.750850:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750857:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750868:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750874:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750880:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750886:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471883.750890:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750905:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750914:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0xea3dd819 (ffff8f9b83b55400) 00010000:00010000:2.0:1772471883.750917:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471883.750921:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.750927:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a31 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xea3dd819 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471883.751100:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24976:x1858570834752256:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 631us (1009us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772471883.751109:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 851 00000100:00100000:1.0:1772471883.755923:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.755987:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834752384 00000100:00100000:2.0:1772471883.755997:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834752384 00000100:00100000:2.0:1772471883.756051:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 852 00000100:00100000:2.0:1772471883.756059:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24976:x1858570834752384:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.756080:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471883.756100:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a38 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a32 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.756145:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.756155:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.756164:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.756270:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a38 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.756284:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 38 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.756290:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:2.0:1772471883.756292:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471883.756295:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168b600, rc 0) 00000100:00100000:2.0:1772471883.756420:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24976:x1858570834752384:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 361us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471883.756427:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 852 00000100:00100000:1.0:1772471883.761390:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.761554:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834752640 00000100:00100000:2.0:1772471883.761567:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834752640 00000100:00100000:2.0:1772471883.761624:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 853 00000100:00100000:2.0:1772471883.761634:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24976:x1858570834752640:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.761815:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.761834:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.761847:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772471883.762042:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:2.0:1772471883.762053:0:6527:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 714791750639ns, next at 715791748579ns, rc = 0 00000004:00010000:2.0:1772471883.762123:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001657b212 reply state 000000005d643977 transno 4294967798 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.762148:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.762157:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:2.0:1772471883.762160:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471883.762164:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471883.763049:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24976:x1858570834752640:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 1409us (1667us total) trans 4294967798 rc 0/0 00000100:00100000:2.0:1772471883.763061:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 853 00000100:00100000:1.0:1772471883.772851:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.773110:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834752768 00000100:00100000:2.0:1772471883.773122:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834752768 00000100:00100000:2.0:1772471883.773206:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 854 00000100:00100000:2.0:1772471883.773217:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24976:x1858570834752768:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.773244:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471883.773265:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a39 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.773375:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 41 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.773392:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 41 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.773411:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:2.0:1772471883.773414:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471883.773433:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168be00, rc 0) 00000100:00100000:2.0:1772471883.773496:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:24976:x1858570834752768:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 280us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471883.773504:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 854 00000100:00100000:1.0:1772471883.783993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.784191:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834752896 00000100:00100000:2.0:1772471883.784205:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834752896 00000100:00100000:2.0:1772471883.784377:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 202 00000100:00100000:2.0:1772471883.784390:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834752896:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1772471883.784662:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834752896:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 275us (682us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1772471883.784680:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 202 00000100:00080000:0.0:1772471883.786400:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471883.793828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471883.794028:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834753152 00000100:00100000:3.0:1772471883.794040:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834753152 00000100:00100000:3.0:1772471883.794191:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 180 00000100:00100000:3.0:1772471883.794202:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:24976:x1858570834753152:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471883.794864:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24976:x1858570834753152:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 661us (1043us total) trans 4294967799 rc 0/0 00000100:00100000:3.0:1772471883.795195:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 180 00000100:00100000:1.0:1772471883.801728:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471883.804200:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834753408 00000100:00100000:3.0:1772471883.804218:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834753408 00000100:00100000:3.0:1772471883.804289:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 855 00000100:00100000:3.0:1772471883.804327:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24976:x1858570834753408:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471883.804449:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24976:x1858570834753408:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 150us (2730us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471883.804457:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 855 00000100:00100000:1.0:1772471883.809517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.812897:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834753536 00000100:00100000:2.0:1772471883.812918:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834753536 00000100:00100000:2.0:1772471883.813024:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 856 00000100:00100000:2.0:1772471883.813036:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24976:x1858570834753536:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.813062:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471883.813090:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a54 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a40 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.813194:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a5b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.813212:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.813224:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471883.813274:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471883.813360:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.813388:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1a54 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a40 expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.813409:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a5b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a40 expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.813419:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:2.0:1772471883.813422:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1772471883.813426:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a200, rc 0) 00000100:00100000:2.0:1772471883.813514:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24976:x1858570834753536:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 480us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471883.813522:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 856 00000100:00100000:1.0:1772471883.818087:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471883.818403:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834753664 00000100:00100000:3.0:1772471883.818416:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834753664 00000100:00100000:3.0:1772471883.818756:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 203 00000100:00100000:3.0:1772471883.818769:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834753664:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471883.818793:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471883.818818:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a47 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471883.818849:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69a5c64b, blocks: 0x0 00010000:00010000:3.0:1772471883.818884:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471883.818887:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471883.818896:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.818916:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.818932:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9000, rc 0) 00000100:00100000:3.0:1772471883.818992:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834753664:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 226us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471883.818999:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 203 00000100:00100000:0.0:1772471883.823080:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.823176:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834753920 00000100:00100000:2.0:1772471883.823186:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834753920 00000100:00100000:2.0:1772471883.823250:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 857 00000100:00100000:2.0:1772471883.823261:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24976:x1858570834753920:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772471883.823410:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24976:x1858570834753920:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 151us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471883.823419:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 857 00000100:00100000:0.0:1772471883.851113:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471883.851227:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754048 00000100:00100000:1.0:1772471883.851238:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754048 00000100:00100000:1.0:1772471883.851340:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 204 00000100:00100000:1.0:1772471883.851353:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:24976:x1858570834754048:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471883.851373:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471883.851394:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a4e expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.851427:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.851436:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471883.851438:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471883.851453:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.851506:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.851522:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.851537:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856756864:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471883.851720:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84fcccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471883.867293:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856756864:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471883.867387:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.867413:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32400, rc 0) 00000100:00100000:1.0:1772471883.867483:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:24976:x1858570834754048:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 16122us (16370us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471883.867494:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 204 00000100:00100000:0.0:1772471883.873118:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471883.875020:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754176 00000100:00100000:1.0:1772471883.875037:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754176 00010000:00010000:1.0:1772471883.875101:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.875173:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 280 00000100:00100000:1.0:1772471883.875185:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834754176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471883.875222:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471883.875253:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.875809:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.875919:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037cb2ffb/0xb50b868c089d1a62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a47 expref: 12 pid: 16551 timeout: 814 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.875942:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471883.875944:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471883.875953:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.875965:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.876020:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.876039:0:6510:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856756992:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471883.876658:0:6510:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84fcccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471883.884953:0:6510:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856756992:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471883.884982:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471883.885070:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834754176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9886us (11976us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471883.885084:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 280 00000100:00100000:0.0:1772471883.901632:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471883.902560:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754304 00000100:00100000:3.0:1772471883.902573:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754304 00002000:00100000:3.0:1772471883.902628:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff8f9cb79b6300 x1858570834754304/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:674/0 lens 648/0 e 0 to 0 dl 1772471894 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471883.902640:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79b6300 with x1858570834754304 ext(0->157) 00002000:00010000:3.0:1772471883.902647:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb79b6300 00000100:00100000:3.0:1772471883.902688:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 61 00000100:00100000:3.0:1772471883.902698:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834754304:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1772471883.905583:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834754304:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 2871us (3948us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1772471883.905598:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 61 00002000:00100000:2.0:1772471883.905612:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff8f9cb79b6300 x1858570834754304/t4294967337(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:674/0 lens 648/448 e 0 to 0 dl 1772471894 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471883.905636:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79b6300 with x1858570834754304 ext(0->157) 00002000:00010000:2.0:1772471883.905645:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb79b6300 00000100:00100000:0.0:1772471883.916353:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471883.916485:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754432 00000100:00100000:1.0:1772471883.916498:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754432 00000100:00100000:1.0:1772471883.916560:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 858 00000100:00100000:1.0:1772471883.916567:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:24976:x1858570834754432:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1772471883.932958:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967799 is committed 00000004:00080000:2.0:1772471883.932981:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000001:00080000:2.0:1772471883.933014:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967795 is committed 00010000:00010000:1.0:1772471883.933223:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933237:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933246:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933252:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471883.933257:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933266:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933284:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8f9b84d9e800) 00010000:00010000:1.0:1772471883.933287:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471883.933293:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933299:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1927 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933371:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933378:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933384:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933389:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471883.933392:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933399:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933407:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:1.0:1772471883.933410:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772471883.933413:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.933436:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d195f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.933747:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:24976:x1858570834754432:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 17174us (17457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471883.933759:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 858 00010000:00010000:0.0:1772471883.934202:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.934212:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.934219:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.934233:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471883.934237:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.934244:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.934255:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:0.0:1772471883.934258:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772471883.934262:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471883.934269:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1a46 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.935206:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856757120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1772471883.935274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471883.936261:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856757120 00000100:00100000:3.0:1772471883.936272:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856757120 00000100:00100000:3.0:1772471883.936360:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1772471883.936371:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856757120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1772471883.936866:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1772471883.936870:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1772471883 00002000:00010000:3.0:1772471883.936956:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1772471883.936959:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1772471883 -> 1772471883 00002000:00010000:3.0:1772471883.936961:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1772471883.937027:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856757120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 658us (1753us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1772471883.937035:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000004:00080000:1.0:1772471883.937217:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b8543b100/2, rc 0, transno 4294967338 00000100:00100000:1.0:1772471883.937225:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856757120:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1772471883.941719:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.941901:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754560 00000100:00100000:2.0:1772471883.941913:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754560 00000100:00100000:2.0:1772471883.941986:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 206 00000100:00100000:2.0:1772471883.941997:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834754560:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1772471883.946683:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1772471883.946818:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:2.0:1772471883.946840:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000100:00100000:3.0:1772471883.947010:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834754560:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 5008us (5295us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471883.947023:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 206 00000100:00100000:2.0:1772471883.954425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471883.954651:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754816 00000100:00100000:1.0:1772471883.954663:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754816 00000100:00100000:1.0:1772471883.954786:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 859 00000100:00100000:1.0:1772471883.954798:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:24976:x1858570834754816:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1772471883.954862:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471883.954900:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1a5b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a40 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.954922:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:1.0:1772471883.954928:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772471883.954961:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.954976:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.954986:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955010:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955016:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955023:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955047:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471883.955054:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955061:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955069:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:1.0:1772471883.955072:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471883.955076:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.955082:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a70 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.955270:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24976:x1858570834754816:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 473us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471883.955278:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 859 00000100:00100000:0.0:1772471883.966904:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471883.979606:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834754944 00000100:00100000:1.0:1772471883.979626:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834754944 00000100:00100000:1.0:1772471883.979719:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 207 00000100:00100000:1.0:1772471883.979730:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834754944:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1772471883.979938:0:9676:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1772471883.979943:0:9676:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1772471883 -> 1536580263 00002000:00010000:1.0:1772471883.979945:0:9676:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1772471218 00002000:00010000:1.0:1772471883.979947:0:9676:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1772471883 -> 1772471882 00002000:00010000:1.0:1772471883.979949:0:9676:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1772471883.980051:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834754944:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 323us (13158us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1772471883.980078:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 207 00000100:00100000:0.0:1772471883.984407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471883.984672:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834755200 00000100:00100000:3.0:1772471883.984683:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834755200 00000100:00100000:3.0:1772471883.984747:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 860 00000100:00100000:3.0:1772471883.984757:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:24976:x1858570834755200:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1772471883.984824:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.984855:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 37 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.984864:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.984905:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 37 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.984919:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 37 pid: 9675 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471883.984933:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856757248:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471883.985019:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b857ff180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471883.988943:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471883.989200:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834755328 00000100:00100000:1.0:1772471883.989212:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834755328 00010000:00010000:1.0:1772471883.989262:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 38 pid: 9675 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471883.989330:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 281 00000100:00100000:1.0:1772471883.989342:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2411:x1858570834755328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471883.989357:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471883.989364:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 38 pid: 9675 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.989378:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 38 pid: 9675 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.989404:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:1.0:1772471883.989410:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.989433:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.989441:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471883.989463:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471883.989511:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2411:x1858570834755328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 171us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471883.989536:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 281 00010000:00010000:3.0:1772471883.990797:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1a3f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a32 expref: 37 pid: 9675 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471883.990825:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856757248:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471883.990948:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.990958:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.990965:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991017:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991023:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991030:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991035:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471883.991040:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991048:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991063:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:3.0:1772471883.991066:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1772471883.991071:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471883.991077:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1a77 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471883.991166:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24976:x1858570834755200:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 6409us (6772us total) trans 0 rc -22/-22 00000100:00100000:3.0:1772471883.991177:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 860 00000100:00100000:0.0:1772471883.996451:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471883.997429:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834755456 00000100:00100000:2.0:1772471883.997443:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834755456 00000100:00100000:2.0:1772471883.997518:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 208 00000100:00100000:2.0:1772471883.997530:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834755456:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471883.997587:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.997610:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.997619:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471883.997621:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471883.997625:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.997687:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471883.997715:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471883.997734:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856757376:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471883.997857:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb408f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471884.004396:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471884.004522:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834755584 00000100:00100000:3.0:1772471884.004532:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834755584 00010000:00010000:3.0:1772471884.004574:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 12 pid: 9676 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471884.004657:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 282 00000100:00100000:3.0:1772471884.004668:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834755584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471884.004686:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471884.004711:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 12 pid: 9676 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.004726:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 12 pid: 9676 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.004753:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471884.004756:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471884.004761:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.004772:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.004792:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471884.004857:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834755584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 191us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471884.004865:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 282 00010000:00010000:2.0:1772471884.005016:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf55d1da/0xb50b868c089d1a69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a4e expref: 11 pid: 9676 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471884.005032:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856757376:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471884.005051:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005062:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005069:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005089:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005115:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005123:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005141:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168b200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471884.005145:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005154:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005172:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.005180:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1a7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471884.005240:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834755456:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 7712us (8799us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471884.005248:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 208 00000100:00100000:0.0:1772471884.024576:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471884.024736:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834755840 00000100:00100000:1.0:1772471884.024751:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834755840 00000100:00100000:1.0:1772471884.024813:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 861 00000100:00100000:1.0:1772471884.024824:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:24976:x1858570834755840:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772471884.024919:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.024939:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.024959:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.025196:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.025209:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 37 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.025219:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.025261:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 37 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.025277:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 37 pid: 6526 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471884.025342:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856757504:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471884.025448:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471884.029387:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856757504:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471884.029420:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471884.030253:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471884.030468:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834755968 00000100:00100000:1.0:1772471884.030477:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834755968 00010000:00010000:1.0:1772471884.030516:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 38 pid: 6526 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471884.030659:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 283 00000100:00100000:1.0:1772471884.030671:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2412:x1858570834755968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471884.030691:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471884.030699:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 38 pid: 6526 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.030713:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 38 pid: 6526 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.030738:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1a4d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a39 expref: 38 pid: 6526 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.030757:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:1.0:1772471884.030763:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.030787:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.030795:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.030828:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471884.030888:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2412:x1858570834755968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 219us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471884.030897:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 283 00010000:00010000:2.0:1772471884.031011:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.031030:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471884.031151:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967800 00000001:00080000:2.0:1772471884.031266:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967801 00000001:00080000:2.0:1772471884.031347:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967802 00000100:00100000:2.0:1772471884.031430:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856757632:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772471884.031476:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471884.031499:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84fcccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471884.033805:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856757632 00000100:00100000:3.0:1772471884.033822:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856757632 00000100:00100000:3.0:1772471884.033914:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1772471884.033927:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856757632:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1772471884.034045:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856757632:12345-0@lo:1000:mdt00_000.0 Request processed in 122us (2568us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471884.034052:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00080000:2.0:1772471884.035196:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471884.035248:0:6525:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:2.0:1772471884.035255:0:6525:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b8543b100, transno 4294967338 00000100:00100000:2.0:1772471884.035268:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856757632:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1772471884.035451:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967803 00000100:00100000:2.0:1772471884.035525:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856757760:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772471884.035575:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471884.035609:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb408f000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471884.039122:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856757760 00000100:00100000:0.0:1772471884.039148:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856757760 00000100:00100000:0.0:1772471884.039219:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1772471884.039228:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856757760:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1772471884.039619:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6525:x1858570856757760:12345-0@lo:1000:mdt00_000.0 Request processed in 391us (4042us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1772471884.039641:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1772471884.040513:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856757760:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1772471884.040573:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040584:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040592:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040599:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471884.040612:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040620:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040636:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83b55800) 00010000:00010000:2.0:1772471884.040639:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471884.040644:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040650:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a8c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040683:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040689:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040695:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040699:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471884.040701:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040707:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040713:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471884.040715:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471884.040727:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 77 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040738:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 77 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040746:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 77 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.040783:0:6525:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168bc00/0xb50b868c089d19c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a16 expref: 77 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471884.040797:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856757888:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772471884.041035:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8300 going to sleep for 11 seconds 00000100:00100000:0.0:1772471884.048455:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471884.048571:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856757888:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471884.048605:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048616:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d19c1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048651:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048666:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048679:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048711:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048718:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048726:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048732:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471884.048736:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048744:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048758:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471884.048761:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471884.048766:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048771:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b200/0xb50b868c089d1a93 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048782:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048789:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048794:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048804:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471884.048807:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048813:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.048821:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471884.048823:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471884.048825:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.050266:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1a85 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471884.050500:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24976:x1858570834755840:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 25673us (25931us total) trans 4294967804 rc 0/0 00000100:00100000:2.0:1772471884.050511:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 861 00000020:00080000:2.0:1772471884.050519:0:6525:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1772471884.052096:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471884.052105:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471884.052684:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1772471884.052695:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471884.055336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471884.062085:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834756096 00000100:00100000:1.0:1772471884.062103:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834756096 00000100:00100000:1.0:1772471884.062184:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834756352 00000100:00100000:1.0:1772471884.062188:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834756352 00000100:00100000:1.0:1772471884.062214:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 181 00000100:00100000:1.0:1772471884.062224:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:24974:x1858570834756096:12345-192.168.202.58@tcp:49:cat.0 00000100:00100000:1.0:1772471884.062397:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:24974:x1858570834756096:12345-192.168.202.58@tcp:49:cat.0 Request processed in 173us (13953us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471884.062405:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 181 00000100:00100000:1.0:1772471884.062423:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 182 00000100:00100000:1.0:1772471884.062429:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:24976:x1858570834756352:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1772471884.062669:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1772471884.062706:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967805 00010000:00010000:1.0:1772471884.062747:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062765:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062790:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062799:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062806:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062813:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062843:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772471884.062894:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:24976:x1858570834756352:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 464us (7606us total) trans 4294967806 rc 0/0 00000100:00100000:1.0:1772471884.062901:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 182 00000020:00080000:1.0:1772471884.062905:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1772471884.062926:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471884.062933:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062941:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471884.062945:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062954:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062967:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8f9b83d1b900) 00010000:00010000:1.0:1772471884.062970:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772471884.062981:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.062986:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1a9a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.063005:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471884.063007:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471884.063009:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1772471884.063089:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471884.073795:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471884.073925:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834756480 00000100:00100000:2.0:1772471884.073938:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834756480 00000100:00100000:2.0:1772471884.074013:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 209 00000100:00100000:2.0:1772471884.074023:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:24974:x1858570834756480:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772471884.074040:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471884.074061:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1aa1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a55 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471884.074104:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69a5c3b2, ctime: 0x69a5c64a, blocks: 0x8 00010000:00010000:2.0:1772471884.074124:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471884.074135:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471884.074144:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1aa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a55 expref: 12 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.074161:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a41a0e4/0xb50b868c089d1aa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a55 expref: 12 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.074175:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168b200, rc 0) 00000100:00100000:2.0:1772471884.074236:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:24974:x1858570834756480:12345-192.168.202.58@tcp:101:cat.0 Request processed in 214us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471884.074243:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 209 00000100:00080000:0.0:1772471884.074448:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471884.079069:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471884.079268:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834756608 00000100:00100000:3.0:1772471884.079282:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834756608 00002000:00100000:3.0:1772471884.079364:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff8f9b84e26300 x1858570834756608/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:675/0 lens 488/0 e 0 to 0 dl 1772471895 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471884.079375:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e26300 with x1858570834756608 ext(0->4095) 00002000:00010000:3.0:1772471884.079382:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84e26300 00000100:00100000:3.0:1772471884.079412:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 62 00000100:00100000:3.0:1772471884.079422:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834756608:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:3.0:1772471884.079629:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834756608:12345-192.168.202.58@tcp:3:cat.0 Request processed in 208us (573us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471884.079637:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 62 00002000:00100000:3.0:1772471884.079644:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff8f9b84e26300 x1858570834756608/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:675/0 lens 488/4536 e 0 to 0 dl 1772471895 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471884.079653:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e26300 with x1858570834756608 ext(0->4095) 00002000:00010000:3.0:1772471884.079656:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84e26300 00000100:00100000:3.0:1772471884.090082:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471884.090266:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834756864 00000100:00100000:1.0:1772471884.090280:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834756864 00000100:00100000:1.0:1772471884.090382:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 183 00000100:00100000:1.0:1772471884.090393:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+78:24974:x1858570834756864:12345-192.168.202.58@tcp:35:cat.0 00000001:00080000:1.0:1772471884.090688:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967807 00000100:00100000:1.0:1772471884.090831:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:24974:x1858570834756864:12345-192.168.202.58@tcp:35:cat.0 Request processed in 437us (759us total) trans 4294967808 rc 0/0 00000100:00100000:1.0:1772471884.090841:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 183 00000020:00080000:1.0:1772471884.090848:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1772471884.140576:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471884.140665:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834757120 00000100:00100000:1.0:1772471884.140676:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834757120 00000100:00100000:1.0:1772471884.140740:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 862 00000100:00100000:1.0:1772471884.140748:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:24979:x1858570834757120:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471884.140773:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471884.140794:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1aa8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a5c expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.140876:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.140890:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.140907:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.140921:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.140927:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.140934:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141046:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a000/0xb50b868c089d1abd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141054:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a000/0xb50b868c089d1abd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141061:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a000/0xb50b868c089d1abd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471884.141070:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1772471884.141147:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141154:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141161:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141166:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471884.141175:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141182:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141194:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8f9b83b55300) 00010000:00010000:1.0:1772471884.141197:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471884.141201:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141208:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1aaf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141222:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141228:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141233:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141237:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471884.141240:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141246:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141253:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8f9b83d1b900) 00010000:00010000:1.0:1772471884.141255:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471884.141265:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141270:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d1ab6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141375:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1aa8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a5c expref: 83 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141388:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a000/0xb50b868c089d1abd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a5c expref: 82 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471884.141395:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:1.0:1772471884.141397:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471884.141399:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9a000, rc 0) 00000100:00100000:1.0:1772471884.141461:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24979:x1858570834757120:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 712us (895us total) trans 4294967809 rc 0/0 00000100:00100000:1.0:1772471884.141469:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 862 00000100:00100000:0.0:1772471884.151420:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471884.151708:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834757248 00000100:00100000:3.0:1772471884.151718:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834757248 00000100:00100000:3.0:1772471884.151781:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 863 00000100:00100000:3.0:1772471884.151793:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24979:x1858570834757248:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:3.0:1772471884.151880:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151899:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151913:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151948:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151955:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151963:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151969:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471884.151974:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.151982:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.153111:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:3.0:1772471884.153119:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471884.153135:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471884.153143:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1acb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471884.153234:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24979:x1858570834757248:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 1439us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471884.153243:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 863 00000100:00100000:0.0:1772471884.157184:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471884.157286:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834757504 00000100:00100000:1.0:1772471884.157297:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834757504 00000100:00100000:1.0:1772471884.157389:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 184 00000100:00100000:1.0:1772471884.157399:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:24979:x1858570834757504:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:1.0:1772471884.157625:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:24979:x1858570834757504:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 227us (451us total) trans 4294967810 rc 0/0 00000100:00100000:1.0:1772471884.157634:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 184 00000100:00100000:0.0:1772471884.371147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471884.378756:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834757760 00000100:00100000:2.0:1772471884.378774:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834757760 00000100:00100000:2.0:1772471884.378856:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 864 00000100:00100000:2.0:1772471884.378867:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:24995:x1858570834757760:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:2.0:1772471884.378896:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471884.378920:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1ad2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a63 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.379040:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1ad9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.379056:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1ad9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.379089:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1ad9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471884.379103:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1772471884.379224:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1ad2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a63 expref: 86 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.379245:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168b600/0xb50b868c089d1ad9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a63 expref: 85 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471884.379254:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8f9b83d1b800) 00010000:00010000:2.0:1772471884.379257:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1772471884.379261:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168b600, rc 0) 00000100:00100000:2.0:1772471884.379384:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:24995:x1858570834757760:12345-192.168.202.58@tcp:101:diff.0 Request processed in 518us (8248us total) trans 4294967811 rc 0/0 00000100:00100000:2.0:1772471884.379391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 864 00000100:00100000:1.0:1772471884.716177:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772471884.716214:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856758016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772471884.716291:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471884.717426:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758016 00000100:00100000:1.0:1772471884.717439:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758016 00000100:00100000:1.0:1772471884.717498:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1772471884.717507:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856758016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471884.717544:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:1.0:1772471884.717602:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856758016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471884.717609:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1772471884.717670:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856758016:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772471884.970561:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471885.741170:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471885.741192:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856758144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772471885.741258:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471885.741346:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758144 00000100:00100000:3.0:1772471885.741354:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758144 00000100:00100000:3.0:1772471885.741409:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1772471885.741418:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856758144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471885.741454:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471885.741498:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856758144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471885.741506:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1772471885.741552:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856758144:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471886.001987:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471886.538249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538295:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538342:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538358:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538383:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538426:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538444:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538463:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471886.538487:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758400 00000100:00100000:0.0:1772471886.538496:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758400 00000100:00100000:0.0:1772471886.538540:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758912 00000100:00100000:0.0:1772471886.538543:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758912 00000100:00100000:0.0:1772471886.538553:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758272 00000100:00100000:0.0:1772471886.538561:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758272 00000100:00100000:0.0:1772471886.538573:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758784 00000100:00100000:0.0:1772471886.538575:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758784 00000100:00100000:0.0:1772471886.538589:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 434 00000100:00100000:0.0:1772471886.538597:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834758400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538660:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834758400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 64us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538667:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 434 00000100:00100000:0.0:1772471886.538682:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 435 00000100:00100000:0.0:1772471886.538687:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834758912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538703:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834758912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538708:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 435 00000100:00100000:0.0:1772471886.538716:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 436 00000100:00100000:0.0:1772471886.538721:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834758272:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538737:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834758272:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538743:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 436 00000100:00100000:0.0:1772471886.538750:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 437 00000100:00100000:0.0:1772471886.538755:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834758784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538770:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834758784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538776:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 437 00000100:00100000:0.0:1772471886.538790:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758144 00000100:00100000:0.0:1772471886.538799:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758144 00000100:00100000:0.0:1772471886.538819:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758656 00000100:00100000:0.0:1772471886.538821:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758656 00000100:00100000:0.0:1772471886.538830:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758016 00000100:00100000:0.0:1772471886.538832:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758016 00000100:00100000:0.0:1772471886.538842:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834758528 00000100:00100000:0.0:1772471886.538844:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834758528 00000100:00100000:0.0:1772471886.538854:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 790 00000100:00100000:0.0:1772471886.538859:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834758144:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538883:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834758144:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538888:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 790 00000100:00100000:0.0:1772471886.538897:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 791 00000100:00100000:0.0:1772471886.538902:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834758656:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538918:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834758656:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538923:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 791 00000100:00100000:0.0:1772471886.538931:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 792 00000100:00100000:0.0:1772471886.538936:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:2412:x1858570834758016:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538954:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:2412:x1858570834758016:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.538960:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 792 00000100:00100000:0.0:1772471886.538968:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00100000:0.0:1772471886.538973:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2412:x1858570834758528:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471886.538990:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2412:x1858570834758528:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471886.539000:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00080000:0.0:1772471886.539014:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772471886.539018:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471886.539020:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772471886.539022:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471886.539661:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834757888 00000100:00100000:1.0:1772471886.539667:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834757888 00000100:00100000:1.0:1772471886.539716:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 693 00000100:00100000:1.0:1772471886.539723:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834757888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471886.539756:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834757888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471886.539762:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 693 00010000:00010000:1.0:1772471887.020429:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471887.274701:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856758272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471887.274790:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471887.275051:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758272 00000100:00100000:0.0:1772471887.275059:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758272 00000100:00100000:0.0:1772471887.275134:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1772471887.275144:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856758272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471887.275170:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:0.0:1772471887.275214:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856758272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471887.275221:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:3.0:1772471887.275567:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471887.275612:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856758272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471887.275924:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856758656:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.275969:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.275989:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856759168:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.276011:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.276031:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856759680:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.276053:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.276217:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1772471887.276223:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856758784:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.276245:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.276262:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856759296:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.276281:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.276295:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856759808:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.276333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.276357:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758656 00000100:00100000:3.0:1772471887.276362:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758656 00000100:00100000:0.0:1772471887.276858:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856758528:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.276888:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471887.276909:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856759040:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.276928:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471887.276958:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856759552:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.276977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471887.276991:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772471887.276996:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856758400:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.277019:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471887.277039:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856758912:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.277058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471887.277331:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856759424:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.277371:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471887.277912:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759168 00000100:00100000:1.0:1772471887.277919:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759168 00000100:00100000:1.0:1772471887.277972:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759680 00000100:00100000:1.0:1772471887.277974:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759680 00000100:00100000:1.0:1772471887.277990:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758784 00000100:00100000:1.0:1772471887.277993:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758784 00000100:00100000:1.0:1772471887.278003:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758528 00000100:00100000:1.0:1772471887.278005:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758528 00000100:00100000:1.0:1772471887.278014:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759040 00000100:00100000:1.0:1772471887.278016:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759040 00000100:00100000:1.0:1772471887.278026:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759552 00000100:00100000:1.0:1772471887.278034:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759552 00000100:00100000:1.0:1772471887.278050:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1772471887.278058:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856759168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.278256:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758912 00000100:00100000:3.0:1772471887.278260:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758912 00000100:00100000:3.0:1772471887.278273:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1772471887.278279:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856758656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.278345:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856758656:12345-0@lo:400:kworker.0 Request processed in 65us (2376us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471887.278352:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1772471887.278382:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1772471887.278388:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856758912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471887.278530:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856759168:12345-0@lo:400:kworker.0 Request processed in 473us (2517us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471887.278537:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1772471887.278552:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1772471887.278559:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856759680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471887.278587:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856759680:12345-0@lo:400:kworker.0 Request processed in 29us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471887.278592:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1772471887.278604:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1772471887.278610:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856758784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471887.278636:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856758784:12345-0@lo:400:kworker.0 Request processed in 26us (2389us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471887.278642:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1772471887.278653:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1772471887.278659:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856758528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471887.278685:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856758528:12345-0@lo:400:kworker.0 Request processed in 27us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471887.278691:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1772471887.278700:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1772471887.278707:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856759040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.278863:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856758528:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.278901:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759296 00000100:00100000:0.0:1772471887.278905:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759296 00000100:00100000:0.0:1772471887.278935:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759808 00000100:00100000:0.0:1772471887.278938:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759808 00000100:00100000:3.0:1772471887.279537:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856758912:12345-0@lo:400:kworker.0 Request processed in 1146us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471887.279545:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1772471887.279573:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1772471887.279582:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856759552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.279614:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856759552:12345-0@lo:400:kworker.0 Request processed in 34us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471887.279624:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1772471887.279650:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759424 00000100:00100000:3.0:1772471887.279654:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759424 00000100:00100000:3.0:1772471887.279699:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1772471887.279706:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856759296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.279833:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1772471887.279840:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856759424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.279873:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856759424:12345-0@lo:400:kworker.0 Request processed in 33us (2501us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471887.279879:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1772471887.279891:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1772471887.279896:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856759808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.279921:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856759808:12345-0@lo:400:kworker.0 Request processed in 25us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471887.279926:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1772471887.280218:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856759040:12345-0@lo:400:kworker.0 Request processed in 1369us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471887.280237:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00080000:1.0:1772471887.280260:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471887.280264:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471887.280267:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471887.280270:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471887.280823:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856758400 00000100:00100000:0.0:1772471887.280828:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856758400 00000100:00100000:0.0:1772471887.280855:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1772471887.280861:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856758400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.280895:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856758400:12345-0@lo:400:kworker.0 Request processed in 35us (3875us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471887.280901:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1772471887.280963:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856758400:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.280977:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856758912:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.281000:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856759424:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.281010:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856759040:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.281020:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856759552:0@lo:400:kworker.0 00000100:00100000:3.0:1772471887.281694:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856759296:12345-0@lo:400:kworker.0 Request processed in 1986us (5409us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471887.281703:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1772471887.283470:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772471887.283490:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856759936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471887.283543:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471887.283587:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856759936 00000100:00100000:3.0:1772471887.283593:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856759936 00000100:00100000:3.0:1772471887.283632:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1772471887.283640:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856759936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471887.283659:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:3.0:1772471887.283698:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856759936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471887.283705:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1772471887.283763:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856759936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471887.284663:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856758784:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.284679:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856759296:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.284691:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856759808:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.284702:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856758656:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.284723:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856759168:0@lo:400:kworker.0 00000100:00100000:0.0:1772471887.284734:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856759680:0@lo:400:kworker.0 00010000:00010000:0.0:1772471888.048925:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471888.299024:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772471888.299044:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856760064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471888.299113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471888.299167:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760064 00000100:00100000:2.0:1772471888.299173:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760064 00000100:00100000:2.0:1772471888.299213:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1772471888.299220:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856760064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471888.299247:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:2.0:1772471888.299284:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856760064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471888.299329:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1772471888.299370:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856760064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471888.305779:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856760192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471888.305859:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471888.305929:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760192 00000100:00100000:0.0:1772471888.305937:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760192 00000100:00100000:0.0:1772471888.305983:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1772471888.305992:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856760192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471888.306024:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1772471888.308347:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856760192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2345us (2477us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471888.308365:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1772471888.321278:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856760192:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772471889.070412:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471889.836170:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772471889.836199:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856760320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471889.836279:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471889.836365:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760320 00000100:00100000:2.0:1772471889.836373:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760320 00000100:00100000:2.0:1772471889.836808:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1772471889.836818:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856760320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471889.836853:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:2.0:1772471889.836944:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856760320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471889.836951:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000001:00080000:2.0:1772471889.839843:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:2.0:1772471889.839952:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000100:00100000:1.0:1772471889.845753:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856760320:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1772471889.847274:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967811 is committed 00000001:00080000:1.0:1772471889.847292:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967806 is committed 00000020:00080000:1.0:1772471889.847327:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c83f06f00 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:1.0:1772471889.847332:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84a15800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c83f06c00 00000020:00080000:1.0:1772471889.847336:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84a15b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b84f88800 00000020:00080000:0.0:1772471889.849354:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:0.0:1772471889.849464:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:1.0:1772471890.092729:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471890.424814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471890.428123:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759040 00000100:00100000:3.0:1772471890.428140:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759040 00000100:00100000:2.0:1772471890.435856:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00100000:2.0:1772471890.435874:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24922:x1858570834759040:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772471890.435996:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:24922:x1858570834759040:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 128us (11190us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471890.436005:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00080000:1.0:1772471890.436562:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471890.450786:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471890.450872:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759168 00000100:00100000:3.0:1772471890.450883:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759168 00000100:00100000:3.0:1772471890.450959:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 866 00000100:00100000:3.0:1772471890.450970:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24922:x1858570834759168:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772471890.451092:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:24922:x1858570834759168:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 123us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471890.451100:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 866 00000100:00080000:1.0:1772471890.451170:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471890.859171:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856760448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471890.859247:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471890.859823:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760448 00000100:00100000:1.0:1772471890.859832:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760448 00000100:00100000:1.0:1772471890.859892:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1772471890.859902:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856760448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471890.859947:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471890.860322:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856760448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 401us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471890.860331:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1772471890.864384:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856760448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772471891.125233:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471891.242553:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471891.242562:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471891.242680:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:1.0:1772471891.242689:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471891.655830:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471891.655872:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471891.655989:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759296 00000100:00100000:2.0:1772471891.655999:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759296 00000100:00100000:2.0:1772471891.656097:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 695 00000100:00100000:2.0:1772471891.656106:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834759296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471891.656168:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834759296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 64us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471891.656191:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 695 00000100:00100000:0.0:1772471891.656867:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471891.656904:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471891.656941:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759808 00000100:00100000:2.0:1772471891.656946:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759808 00000100:00100000:2.0:1772471891.656990:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 441 00000100:00100000:2.0:1772471891.656997:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834759808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471891.657033:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834759808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471891.657039:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 441 00000100:00080000:3.0:1772471891.658883:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471891.672542:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471891.672586:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471891.673051:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760320 00000100:00100000:3.0:1772471891.673077:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760320 00000100:00100000:3.0:1772471891.673147:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 442 00000100:00100000:3.0:1772471891.673157:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834760320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471891.673226:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834760320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471891.673234:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 442 00000100:00080000:3.0:1772471891.673256:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471891.674663:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759552 00000100:00100000:1.0:1772471891.674675:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759552 00000100:00100000:1.0:1772471891.674743:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760064 00000100:00100000:1.0:1772471891.674747:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760064 00000100:00100000:1.0:1772471891.674769:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 800 00000100:00100000:1.0:1772471891.674777:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834759552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471891.674838:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834759552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 61us (18964us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471891.674846:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 800 00000100:00100000:1.0:1772471891.674861:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:1.0:1772471891.674867:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834760064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471891.674890:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834760064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (17986us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471891.674896:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00080000:3.0:1772471891.674982:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471891.677464:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471891.677498:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471891.677547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471891.677587:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759680 00000100:00100000:0.0:1772471891.677595:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759680 00000100:00100000:0.0:1772471891.677645:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760192 00000100:00100000:0.0:1772471891.677648:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760192 00000100:00100000:0.0:1772471891.677670:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 443 00000100:00100000:0.0:1772471891.677679:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2410:x1858570834759680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471891.677740:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2410:x1858570834759680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 62us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471891.677748:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 443 00000100:00100000:0.0:1772471891.677766:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 444 00000100:00100000:0.0:1772471891.677772:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2410:x1858570834760192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471891.677810:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2410:x1858570834760192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471891.677817:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 444 00000100:00080000:3.0:1772471891.678330:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471891.678686:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759424 00000100:00100000:2.0:1772471891.678693:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759424 00000100:00100000:2.0:1772471891.678743:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834759936 00000100:00100000:2.0:1772471891.678747:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834759936 00000100:00100000:2.0:1772471891.678765:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 802 00000100:00100000:2.0:1772471891.678773:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:2410:x1858570834759424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471891.678818:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:2410:x1858570834759424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 45us (6231us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471891.678826:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 802 00000100:00100000:2.0:1772471891.678840:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 803 00000100:00100000:2.0:1772471891.678847:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2410:x1858570834759936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471891.678868:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2410:x1858570834759936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (1370us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471891.678874:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 803 00000100:00080000:3.0:1772471891.679322:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772471892.138965:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471892.395878:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856760576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471892.395970:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471892.396479:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760576 00000100:00100000:1.0:1772471892.396490:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760576 00000100:00080000:3.0:1772471892.397146:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471892.398577:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856760704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471892.398644:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399006:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856761216:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399034:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399065:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856761728:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399089:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399106:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856762240:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399124:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399140:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772471892.399145:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856760832:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399171:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399191:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856761344:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399214:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399231:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856761856:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399250:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399832:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856760960:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399868:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399889:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856761472:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399906:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399921:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856761984:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.399953:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.399976:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1772471892.399982:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856761088:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.400002:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.400020:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856761600:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.400039:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471892.400065:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856762112:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.400087:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471892.400148:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760704 00000100:00100000:1.0:1772471892.400159:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760704 00000100:00100000:1.0:1772471892.400221:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1772471892.400230:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb563c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856760576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471892.400274:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1772471892.400333:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb563c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856760576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (4362us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.400339:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1772471892.400554:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1772471892.400562:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856760704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471892.400573:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 90717888 pending 0 free 3920355328 avail 3688833024 00000100:00100000:1.0:1772471892.400603:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856760704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (1958us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.400608:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1772471892.400634:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761216 00000100:00100000:1.0:1772471892.400637:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761216 00000100:00100000:1.0:1772471892.400839:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1772471892.400846:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856761216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.400881:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856761216:12345-0@lo:400:kworker.0 Request processed in 35us (1845us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.400887:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1772471892.400897:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760960 00000100:00100000:1.0:1772471892.400900:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760960 00000100:00100000:1.0:1772471892.400912:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761472 00000100:00100000:1.0:1772471892.400915:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761472 00000100:00100000:1.0:1772471892.400927:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761984 00000100:00100000:1.0:1772471892.400929:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761984 00000100:00100000:1.0:1772471892.400940:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761600 00000100:00100000:1.0:1772471892.400942:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761600 00000100:00100000:1.0:1772471892.400954:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856762112 00000100:00100000:1.0:1772471892.400957:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856762112 00000100:00100000:1.0:1772471892.400969:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1772471892.400974:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856760960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.401008:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856760960:12345-0@lo:400:kworker.0 Request processed in 34us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.401015:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1772471892.401026:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1772471892.401040:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856761472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.401081:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856761472:12345-0@lo:400:kworker.0 Request processed in 43us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.401087:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1772471892.401099:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1772471892.401105:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856761984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.401131:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856761984:12345-0@lo:400:kworker.0 Request processed in 26us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.401137:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1772471892.401147:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1772471892.401153:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856761600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.401177:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856761600:12345-0@lo:400:kworker.0 Request processed in 25us (1137us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.401182:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1772471892.401193:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1772471892.401198:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856762112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.401223:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856762112:12345-0@lo:400:kworker.0 Request processed in 25us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.401228:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1772471892.402099:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761344 00000100:00100000:1.0:1772471892.402108:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761344 00000100:00100000:1.0:1772471892.402150:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761088 00000100:00100000:1.0:1772471892.402154:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761088 00000100:00100000:1.0:1772471892.402173:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1772471892.402181:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856761344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.402246:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856761344:12345-0@lo:400:kworker.0 Request processed in 66us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.402264:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1772471892.402594:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856761600:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402609:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856762112:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402620:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856760960:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402631:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856761472:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402642:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856761984:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402892:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856761344:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402904:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856761216:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.402916:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:0.0:1772471892.402921:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:0.0:1772471892.402944:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856760704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471892.403001:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1772471892.403014:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856761088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471892.403087:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856761088:12345-0@lo:400:kworker.0 Request processed in 78us (3083us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471892.403095:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1772471892.403116:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761728 00000100:00100000:2.0:1772471892.403121:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761728 00000100:00100000:2.0:1772471892.403155:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856762240 00000100:00100000:2.0:1772471892.403158:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856762240 00000100:00100000:2.0:1772471892.403175:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856761856 00000100:00100000:2.0:1772471892.403178:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856761856 00000100:00100000:2.0:1772471892.403192:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1772471892.403198:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856761728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471892.403233:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856761728:12345-0@lo:400:kworker.0 Request processed in 35us (4144us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471892.403241:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1772471892.403253:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1772471892.403260:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856762240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471892.403327:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856762240:12345-0@lo:400:kworker.0 Request processed in 67us (4200us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471892.403333:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1772471892.403344:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1772471892.403350:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856761856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471892.403394:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856761856:12345-0@lo:400:kworker.0 Request processed in 45us (4143us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471892.403400:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1772471892.403436:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856760576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471892.403541:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856761088:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.403566:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856761856:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.403575:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856761728:0@lo:400:kworker.0 00000100:00100000:0.0:1772471892.403595:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856762240:0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.404109:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856760832 00000100:00100000:1.0:1772471892.404115:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856760832 00000100:00100000:1.0:1772471892.404156:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1772471892.404164:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856760832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471892.404258:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856760832:12345-0@lo:400:kworker.0 Request processed in 94us (5085us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471892.407034:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00080000:2.0:1772471892.407292:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471892.407323:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471892.407328:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471892.407331:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471892.407703:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856760832:0@lo:400:kworker.0 00000001:02000400:1.0:1772471892.854866:0:20270:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 12:18:10 (1772471890) 00000100:00100000:0.0:1772471893.157121:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.157351:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760448 00000100:00100000:3.0:1772471893.157363:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760448 00000100:00100000:3.0:1772471893.157434:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 867 00000100:00100000:3.0:1772471893.157445:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:25618:x1858570834760448:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1772471893.157546:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:25618:x1858570834760448:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 103us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471893.157554:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 867 00000100:00080000:0.0:1772471893.158115:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471893.160108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471893.160177:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760576 00000100:00100000:0.0:1772471893.160186:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760576 00000100:00100000:0.0:1772471893.160256:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 868 00000100:00100000:0.0:1772471893.160264:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:25618:x1858570834760576:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772471893.160382:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:25618:x1858570834760576:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 118us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471893.160389:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 868 00000100:00080000:2.0:1772471893.160517:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772471893.162960:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471893.178241:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.178286:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760704 00000100:00100000:3.0:1772471893.178829:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760704 00000100:00100000:3.0:1772471893.178902:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 869 00000100:00100000:3.0:1772471893.178913:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:25619:x1858570834760704:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471893.178937:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.178959:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ae7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a6a expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179027:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179044:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179065:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179083:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179090:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179096:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179144:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179151:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179161:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179167:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471893.179171:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179178:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179190:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471893.179194:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471893.179198:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179204:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1aee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179215:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179220:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179226:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179231:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471893.179234:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179244:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179251:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8f9b84d9eb00) 00010000:00010000:3.0:1772471893.179253:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471893.179256:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179261:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1af5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.179291:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ae7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a6a expref: 81 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.184443:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471893.184448:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471893.184461:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ae7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a6a expref: 81 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.184479:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9a00, rc 0) 00000100:00100000:3.0:1772471893.184565:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:25619:x1858570834760704:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 5652us (6334us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471893.184577:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 869 00000100:00080000:3.0:1772471893.184621:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471893.199738:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.199784:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834760960 00000100:00100000:3.0:1772471893.199796:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834760960 00000100:00100000:3.0:1772471893.199854:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 870 00000100:00100000:3.0:1772471893.199864:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+80:25619:x1858570834760960:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1772471893.199921:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471893.199951:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d18e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069d7 expref: 80 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.199971:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471893.199975:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471893.200036:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.200060:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 34 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.200068:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.200103:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 34 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.200117:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 34 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471893.200132:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856762368:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471893.200218:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772471893.205633:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.205739:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856762368:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471893.205867:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471893.205958:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834761088 00000100:00100000:1.0:1772471893.205967:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834761088 00010000:00010000:1.0:1772471893.206002:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 35 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471893.206039:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 284 00000100:00100000:1.0:1772471893.206058:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2412:x1858570834761088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471893.206075:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471893.206082:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 35 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.206093:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 35 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.206113:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1912 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4069e5 expref: 35 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.206146:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471893.206151:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.206161:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.206169:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.206201:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471893.206253:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:2412:x1858570834761088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 205us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471893.206261:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 284 00010000:00010000:0.0:1772471893.206968:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.206979:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207004:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207014:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207023:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207617:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207634:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207641:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471893.207657:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000069a3467d reply state 00000000c63f0721 transno 4294967812 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207668:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207674:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:0.0:1772471893.207677:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471893.207681:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772471893.207686:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1772471893.207693:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207700:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207706:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.207712:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471893.233700:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.233721:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.233759:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471893.233761:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471893.233768:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.233775:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1afc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471893.233789:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000069a3467d reply state 00000000c63f0721 transno 4294967812 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.233802:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.233809:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8f9b83a2fd00) 00010000:00010000:0.0:1772471893.233811:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471893.233815:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772471893.234026:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:25619:x1858570834760960:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 34157us (34306us total) trans 4294967812 rc 0/0 00000100:00100000:0.0:1772471893.234037:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 870 00000100:00100000:0.0:1772471893.258435:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.258567:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834761216 00000100:00100000:3.0:1772471893.258580:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834761216 00000100:00100000:3.0:1772471893.258644:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 871 00000100:00100000:3.0:1772471893.258655:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+81:25620:x1858570834761216:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471893.258682:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.258703:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1b11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a71 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.259023:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1b18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.259040:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1b18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.259064:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1b18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471893.259109:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471893.259113:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471893.259129:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1b18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.259153:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1b11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a71 expref: 83 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.259171:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1b18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a71 expref: 82 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.259180:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471893.259183:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471893.259187:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b800, rc 0) 00000100:00100000:3.0:1772471893.259247:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:25620:x1858570834761216:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 595us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471893.259255:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 871 00000100:00100000:2.0:1772471893.266112:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.266547:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834761344 00000100:00100000:3.0:1772471893.266560:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834761344 00000100:00100000:3.0:1772471893.266621:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 872 00000100:00100000:3.0:1772471893.266633:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:25620:x1858570834761344:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471893.266660:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.266684:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1b1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a78 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.266886:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.266903:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.266916:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.266929:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.266937:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.266944:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.267142:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1b34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.267151:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1b34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.267159:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1b34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471893.267867:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1772471893.267875:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471893.272943:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1b34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.272970:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273077:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273086:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273093:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273100:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471893.273104:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273113:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273131:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471893.273134:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471893.273139:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273145:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273186:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273192:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273288:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273295:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471893.273365:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273374:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273383:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8f9b83a2fd00) 00010000:00010000:2.0:1772471893.273386:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471893.273390:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273396:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273440:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1b1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a78 expref: 84 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273456:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b400/0xb50b868c089d1b34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a78 expref: 83 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.273478:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:2.0:1772471893.273480:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471893.273483:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b400, rc 0) 00000100:00100000:2.0:1772471893.273634:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:25620:x1858570834761344:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 7001us (7531us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471893.273644:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 872 00000100:00100000:1.0:1772471893.285462:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471893.285560:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834761600 00000100:00100000:0.0:1772471893.285570:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834761600 00000100:00100000:0.0:1772471893.285638:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 873 00000100:00100000:0.0:1772471893.285649:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:25620:x1858570834761600:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471893.285679:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471893.285709:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d1b3b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a7f expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.285851:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.285865:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.285876:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.285891:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.285898:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.285905:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286389:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286400:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286410:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471893.286421:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:0.0:1772471893.286449:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286467:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286473:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286479:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471893.286484:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286491:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286504:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:0.0:1772471893.286507:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471893.286511:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286517:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1b42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471893.286529:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000059ff0a58 reply state 00000000d98bc62a transno 4294967813 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286538:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286545:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:0.0:1772471893.286547:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471893.286549:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772471893.286586:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d1b3b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 86 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286601:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 85 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.286608:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83a2fe00) 00010000:00010000:0.0:1772471893.286610:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471893.286612:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69e00, rc 0) 00000100:00100000:0.0:1772471893.286684:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:25620:x1858570834761600:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1037us (1235us total) trans 4294967813 rc 0/0 00000100:00100000:0.0:1772471893.286692:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 873 00000040:00080000:0.0:1772471893.290471:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471893.290481:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471893.290530:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:0.0:1772471893.290541:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471893.290916:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.291218:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834761856 00000100:00100000:3.0:1772471893.291229:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834761856 00000100:00100000:3.0:1772471893.291287:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 874 00000100:00100000:3.0:1772471893.291334:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:25620:x1858570834761856:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471893.291361:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.291382:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a86 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.291497:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.291512:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 87 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.291521:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.291553:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 87 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.291566:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 87 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471893.291580:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856762496:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471893.291665:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772471893.294601:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471893.297687:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834761984 00000100:00100000:0.0:1772471893.297702:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834761984 00010000:00010000:0.0:1772471893.297751:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 88 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471893.297800:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 285 00000100:00100000:0.0:1772471893.297810:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:2412:x1858570834761984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471893.297827:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471893.297833:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 88 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.297848:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 88 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.297887:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83a2fe00) 00010000:00010000:0.0:1772471893.297892:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.297903:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.297910:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.297933:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471893.298015:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:2412:x1858570834761984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 205us (3425us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471893.298023:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 285 00010000:00010000:1.0:1772471893.299111:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1b50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a7f expref: 87 pid: 10040 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471893.299136:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856762496:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471893.299161:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.299172:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.299178:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471893.299896:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:1.0:1772471893.300099:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00000004:00080000:1.0:1772471893.300108:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00010000:00010000:1.0:1772471893.300420:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300430:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300437:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300443:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471893.300447:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300455:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300471:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83a2fe00) 00010000:00010000:1.0:1772471893.300474:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471893.300479:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300485:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1b65 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300545:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b5e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a86 expref: 87 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300572:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:1.0:1772471893.300574:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772471893.300578:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1b5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a86 expref: 87 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.300588:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b200, rc 0) 00000100:00100000:1.0:1772471893.300903:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:25620:x1858570834761856:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 9606us (9991us total) trans 4294967814 rc 301/301 00000100:00100000:1.0:1772471893.300914:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 874 00000100:00100000:2.0:1772471893.309261:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.309537:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834762240 00000100:00100000:3.0:1772471893.309549:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834762240 00000100:00100000:3.0:1772471893.309624:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 185 00000100:00100000:3.0:1772471893.309638:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:25620:x1858570834762240:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1772471893.310126:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:25620:x1858570834762240:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 490us (872us total) trans 4294967815 rc 0/0 00000100:00100000:3.0:1772471893.310134:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 185 00000100:00100000:0.0:1772471893.326726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471893.329787:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834762368 00000100:00100000:2.0:1772471893.329804:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834762368 00000100:00100000:2.0:1772471893.329877:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 875 00000100:00100000:2.0:1772471893.329888:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:25620:x1858570834762368:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471893.329921:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471893.329948:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1b73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a8d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.330023:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1b73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a8d expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.330040:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1b73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a8d expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.330090:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772471893.330094:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471893.330098:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168be00, rc 0) 00000100:00100000:2.0:1772471893.330186:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:25620:x1858570834762368:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 298us (3469us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471893.330212:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 875 00000100:00100000:0.0:1772471893.332910:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471893.333014:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834762624 00000100:00100000:1.0:1772471893.333026:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834762624 00000100:00100000:1.0:1772471893.333094:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 186 00000100:00100000:1.0:1772471893.333105:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:25620:x1858570834762624:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:1.0:1772471893.333368:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:25620:x1858570834762624:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 263us (465us total) trans 4294967816 rc 0/0 00000100:00100000:1.0:1772471893.333376:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 186 00000100:00100000:3.0:1772471893.351769:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471893.351887:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834762752 00000100:00100000:2.0:1772471893.351900:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834762752 00000100:00100000:2.0:1772471893.351963:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 876 00000100:00100000:2.0:1772471893.351973:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:25624:x1858570834762752:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:2.0:1772471893.351998:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471893.352021:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1b7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a94 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.352174:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1b81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.352189:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1b81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.352201:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1b81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471893.352242:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1772471893.352246:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471893.352267:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1b81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.352295:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1b7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a94 expref: 91 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.352361:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1b81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a94 expref: 90 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.352396:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:2.0:1772471893.352400:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471893.352403:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:3.0:1772471893.352685:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:25624:x1858570834762752:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 713us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471893.352692:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 876 00000100:00100000:0.0:1772471893.363665:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471893.363761:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834762880 00000100:00100000:1.0:1772471893.363773:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834762880 00000100:00100000:1.0:1772471893.363835:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 877 00000100:00100000:1.0:1772471893.363847:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:25625:x1858570834762880:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471893.363869:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471893.363891:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d1b88 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406a9b expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.363959:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.363988:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364001:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364014:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364022:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364042:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364123:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364132:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364139:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471893.364177:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:1.0:1772471893.364181:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471893.364200:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364213:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364232:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364237:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364243:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364249:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471893.364254:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364263:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364276:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:1.0:1772471893.364280:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471893.364285:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364334:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d1b8f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364348:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364353:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364359:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364370:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471893.364373:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364379:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364387:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:1.0:1772471893.364389:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471893.364392:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364398:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1b96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364423:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d1b88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a9b expref: 92 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364436:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a9b expref: 91 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.364442:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772471893.364445:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471893.364447:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9a400, rc 0) 00000100:00100000:1.0:1772471893.364509:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:25625:x1858570834762880:12345-192.168.202.58@tcp:101:rm.0 Request processed in 666us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471893.364517:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 877 00000100:00100000:0.0:1772471893.369860:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471893.369912:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471893.369948:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834763008 00000100:00100000:2.0:1772471893.369958:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834763008 00000100:00100000:1.0:1772471893.370024:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834763136 00000100:00100000:2.0:1772471893.370042:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 210 00000100:00100000:1.0:1772471893.370044:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834763136 00000100:00100000:2.0:1772471893.370067:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834763008:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471893.370088:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1772471893.370095:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:1.0:1772471893.370108:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834763136:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471893.370109:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406aa2 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.370120:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471893.370136:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406aa9 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471893.370138:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1772471893.370159:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772471893.370164:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471893.370168:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471893.370173:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471893.370177:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.370177:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471893.370185:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 13 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.370201:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.370204:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 13 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.370226:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a200, rc 0) 00010000:00010000:1.0:1772471893.370229:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b800, rc 0) 00000100:00080000:3.0:1772471893.370321:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471893.370326:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471893.370537:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834763008:12345-192.168.202.58@tcp:101:rm.0 Request processed in 485us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471893.370545:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 210 00000100:00100000:1.0:1772471893.374320:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834763136:12345-192.168.202.58@tcp:101:rm.0 Request processed in 4175us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471893.374336:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:3.0:1772471893.380955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471893.381604:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834763392 00000100:00100000:0.0:1772471893.381616:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834763392 00000100:00100000:0.0:1772471893.381686:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 878 00000100:00100000:0.0:1772471893.381698:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:25625:x1858570834763392:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:0.0:1772471893.381757:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1772471893.381785:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1b9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a9b expref: 91 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381832:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1b73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a8d expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381847:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772471893.381864:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1b81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a94 expref: 89 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381873:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:0.0:1772471893.381877:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471893.381902:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381915:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381924:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381935:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381942:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.381948:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.383723:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.383762:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.383774:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772471893.384072:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:0.0:1772471893.384083:0:10040:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 724413780604ns, next at 725413778599ns, rc = 0 00000040:00080000:0.0:1772471893.384111:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:0.0:1772471893.384117:0:10040:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 724413815122ns, next at 725413813809ns, rc = 0 00010000:00010000:0.0:1772471893.384167:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.384177:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.384186:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.384194:0:10040:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385162:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385366:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385390:0:10040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772471893.385417:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385440:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385447:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385452:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471893.385457:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385464:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385479:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471893.385481:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772471893.385485:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471893.385486:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385492:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385492:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1bc0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385499:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471893.385502:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385515:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385519:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385521:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385526:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385529:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:1.0:1772471893.385532:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772471893.385532:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471893.385535:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385536:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385541:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1bc7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385543:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385549:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:0.0:1772471893.385551:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471893.385553:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385559:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471893.385559:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1bb2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471893.385561:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471893.385563:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1772471893.385567:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d89c70a2 reply state 00000000edaec1d5 transno 4294967817 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385578:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471893.385584:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:0.0:1772471893.385587:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471893.385590:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772471893.385686:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:25625:x1858570834763392:12345-192.168.202.58@tcp:36:rm.0 Request processed in 3986us (4735us total) trans 4294967817 rc 0/0 00000100:00100000:0.0:1772471893.385696:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 878 00000100:00100000:0.0:1772471893.395114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.395183:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834763648 00000100:00100000:3.0:1772471893.395194:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834763648 00000100:00100000:3.0:1772471893.395358:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 879 00000100:00100000:3.0:1772471893.395381:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:25626:x1858570834763648:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1772471893.395409:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.395437:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1bce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ab0 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.395556:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.395572:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.395584:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.395595:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.395601:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.395607:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772471893.395922:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:3.0:1772471893.396083:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396093:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396100:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396134:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396146:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396153:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396159:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471893.396163:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396173:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396185:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:3.0:1772471893.396189:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471893.396194:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396199:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1bd5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471893.396213:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000831b35af reply state 00000000380681d7 transno 4294967818 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396225:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396230:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:3.0:1772471893.396232:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471893.396235:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772471893.396262:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1bce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 93 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396277:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 92 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.396284:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:3.0:1772471893.396287:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471893.396289:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8c00, rc 0) 00000100:00100000:3.0:1772471893.396405:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:25626:x1858570834763648:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1036us (1299us total) trans 4294967818 rc 0/0 00000100:00100000:3.0:1772471893.396413:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 879 00000100:00100000:2.0:1772471893.404610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.404763:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834763776 00000100:00100000:3.0:1772471893.404774:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834763776 00000100:00100000:3.0:1772471893.404868:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 212 00000100:00100000:3.0:1772471893.404879:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:25626:x1858570834763776:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1772471893.404899:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.404920:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ab7 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471893.404945:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772471893.404968:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471893.404970:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471893.404979:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.404996:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471893.405016:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9a00, rc 0) 00000100:00100000:3.0:1772471893.405104:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:25626:x1858570834763776:12345-192.168.202.58@tcp:101:dd.0 Request processed in 227us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471893.405112:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 212 00000100:00100000:0.0:1772471893.418633:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856762624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471893.418708:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471893.422189:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772471893.422216:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856762752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471893.422295:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471893.424393:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856762624 00000100:00100000:1.0:1772471893.424409:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856762624 00000100:00100000:1.0:1772471893.424464:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856762752 00000100:00100000:1.0:1772471893.424468:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856762752 00000100:00100000:1.0:1772471893.424487:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1772471893.424496:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856762624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471893.424530:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1772471893.424609:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856762624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (5900us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471893.424617:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1772471893.424634:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1772471893.424641:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856762752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471893.424651:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 92315328 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1772471893.424680:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856762752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471893.424701:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1772471893.425182:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856762624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471893.426202:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856762752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471893.482710:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.482800:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834763904 00000100:00100000:3.0:1772471893.482812:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834763904 00002000:00100000:3.0:1772471893.482862:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff8f9cb10ca680 x1858570834763904/t0(0) o4->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:684/0 lens 488/0 e 0 to 0 dl 1772471904 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471893.482874:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb10ca680 with x1858570834763904 ext(0->4194303) 00002000:00010000:3.0:1772471893.482880:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cb10ca680 00000100:00100000:3.0:1772471893.482910:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 63 00000100:00100000:3.0:1772471893.482921:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834763904:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:3.0:1772471893.550680:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471893.551060:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834764160 00000100:00100000:1.0:1772471893.551072:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834764160 00000100:00100000:1.0:1772471893.551135:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 187 00000100:00100000:1.0:1772471893.551144:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:25626:x1858570834764160:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:1.0:1772471893.551472:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:25626:x1858570834764160:12345-192.168.202.58@tcp:35:dd.0 Request processed in 327us (803us total) trans 4294967819 rc 0/0 00000100:00100000:1.0:1772471893.551481:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 187 00000100:00100000:1.0:1772471893.577064:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834763904:12345-192.168.202.58@tcp:4:dd.0 Request processed in 94125us (94344us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1772471893.577086:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 63 00002000:00100000:1.0:1772471893.577099:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff8f9cb10ca680 x1858570834763904/t4294967335(0) o4->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:684/0 lens 488/448 e 0 to 0 dl 1772471904 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471893.577109:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb10ca680 with x1858570834763904 ext(0->4194303) 00002000:00010000:1.0:1772471893.577115:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cb10ca680 00000100:00100000:3.0:1772471893.596914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471893.596987:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834764416 00000100:00100000:1.0:1772471893.598397:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834764416 00000100:00100000:2.0:1772471893.598606:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 880 00000100:00100000:2.0:1772471893.598617:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:25629:x1858570834764416:12345-192.168.202.58@tcp:101:md5sum.0 00010000:00010000:2.0:1772471893.598646:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471893.598670:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1bf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406abe expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.598789:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1bff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.598805:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1bff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.598818:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1bff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471893.598828:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1772471893.598920:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1bf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406abe expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.598937:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1bff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406abe expref: 96 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.598947:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:2.0:1772471893.598950:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1772471893.598967:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168be00, rc 0) 00000100:00100000:2.0:1772471893.599042:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:25629:x1858570834764416:12345-192.168.202.58@tcp:101:md5sum.0 Request processed in 427us (2138us total) trans 4294967820 rc 0/0 00000100:00100000:2.0:1772471893.599061:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 880 00000100:00100000:0.0:1772471893.635893:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.635954:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834764544 00000100:00100000:3.0:1772471893.635965:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834764544 00000100:00100000:3.0:1772471893.636028:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 881 00000100:00100000:3.0:1772471893.636039:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:25630:x1858570834764544:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471893.636269:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471893.636292:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1c0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ac5 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.636722:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.636736:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.636748:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471893.636787:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1772471893.636791:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471893.636806:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.636831:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1c0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 98 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.636850:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 97 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471893.636859:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:2.0:1772471893.636862:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471893.636865:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471893.636949:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:25630:x1858570834764544:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 912us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471893.636958:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 881 00000100:00100000:0.0:1772471893.643790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471893.643889:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834764800 00000100:00100000:3.0:1772471893.643900:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834764800 00000100:00100000:3.0:1772471893.644017:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 882 00000100:00100000:3.0:1772471893.644028:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:25630:x1858570834764800:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:3.0:1772471893.644237:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:3.0:1772471893.644381:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:25630:x1858570834764800:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 354us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471893.644390:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 882 00000040:00080000:2.0:1772471893.744911:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772471894.187033:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772471894.315461:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471894.315471:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471894.315498:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:0.0:1772471894.315507:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471894.315733:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856762880:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471894.315829:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471894.322774:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856762880:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471894.342179:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471894.342557:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834764928 00000100:00100000:3.0:1772471894.342567:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834764928 00000100:00100000:3.0:1772471894.342646:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 883 00000100:00100000:3.0:1772471894.342656:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25640:x1858570834764928:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471894.342686:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471894.342804:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25640:x1858570834764928:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 149us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471894.342812:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 883 00000100:00100000:1.0:1772471894.373280:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471894.376730:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834765184 00000100:00100000:0.0:1772471894.376748:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834765184 00000100:00100000:1.0:1772471894.379321:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 884 00000100:00100000:1.0:1772471894.379357:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25640:x1858570834765184:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471894.379380:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471894.379401:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1c1b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406acc expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471894.379522:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471894.379538:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471894.379550:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471894.379563:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1772471894.379696:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d1c1b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 37 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471894.379714:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 36 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471894.379724:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:1.0:1772471894.379727:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471894.379730:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b400, rc 0) 00000100:00100000:1.0:1772471894.379810:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25640:x1858570834765184:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 474us (6540us total) trans 4294967821 rc 0/0 00000100:00100000:1.0:1772471894.379817:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 884 00000100:00100000:1.0:1772471894.399934:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471894.400025:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834765312 00000100:00100000:2.0:1772471894.400045:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834765312 00000100:00100000:2.0:1772471894.400139:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 213 00000100:00100000:2.0:1772471894.400149:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834765312:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471894.400196:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.400219:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 13 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.400228:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471894.400231:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471894.400234:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.400268:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 13 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.400284:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 13 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471894.400331:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856763008:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471894.400419:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dffc00 going to sleep for 11 seconds 00000100:00080000:0.0:1772471894.401076:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471894.409935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471894.410266:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834765440 00000100:00100000:1.0:1772471894.410278:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834765440 00002000:00100000:1.0:1772471894.410379:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8f9b85510380 x1858570834765440/t0(0) o4->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:685/0 lens 488/0 e 0 to 0 dl 1772471905 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471894.410398:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85510380 with x1858570834765440 ext(4194304->5242879) 00010000:00010000:1.0:1772471894.410407:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 14 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471894.410424:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 14 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471894.410432:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b85510380 00000100:00100000:1.0:1772471894.410459:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 9 00000100:00100000:1.0:1772471894.410469:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2412:x1858570834765440:12345-192.168.202.58@tcp:4:md5sum.0 00000100:00100000:2.0:1772471894.414326:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856763008:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471894.415219:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471894.454744:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570834765440:12345-192.168.202.58@tcp:4:md5sum.0 Request processed in 44264us (44817us total) trans 4294967336 rc 0/0 00000100:00100000:3.0:1772471894.454765:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 9 00002000:00100000:3.0:1772471894.454783:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8f9b85510380 x1858570834765440/t4294967336(0) o4->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:685/0 lens 488/448 e 0 to 0 dl 1772471905 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471894.454795:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85510380 with x1858570834765440 ext(4194304->5242879) 00010000:00010000:3.0:1772471894.454807:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 16 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.454833:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 16 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471894.455412:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b85510380 00000100:00100000:0.0:1772471894.463756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471894.463853:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834765568 00000100:00100000:3.0:1772471894.463863:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834765568 00010000:00010000:3.0:1772471894.463906:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 16 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471894.464217:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 286 00000100:00100000:3.0:1772471894.464228:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570834765568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471894.464246:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1772471894.464264:0:6511:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1772471894.464267:0:6511:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1772471893 00002000:00010000:3.0:1772471894.464269:0:6511:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1772471893 00002000:00010000:3.0:1772471894.464272:0:6511:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1772471893 00002000:00010000:3.0:1772471894.464274:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:3.0:1772471894.464280:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 16 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464294:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 16 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464348:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0253ed8/0xb50b868c089d1bf1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab7 expref: 16 pid: 16551 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464372:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471894.464374:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471894.464381:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464392:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464423:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471894.464479:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2409:x1858570834765568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 254us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471894.464487:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 286 00010000:00010000:3.0:1772471894.464804:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464816:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464840:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464849:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464856:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464864:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471894.464869:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464879:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464890:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.464897:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d1c30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471894.465277:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834765312:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 65127us (65359us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471894.465288:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 213 00000100:00100000:0.0:1772471894.476994:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471894.477370:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834765824 00000100:00100000:3.0:1772471894.477381:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834765824 00000100:00100000:3.0:1772471894.477432:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 885 00000100:00100000:3.0:1772471894.477441:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25640:x1858570834765824:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471894.477547:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25640:x1858570834765824:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 106us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471894.477554:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 885 00000100:00100000:3.0:1772471894.481424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471894.481595:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834765952 00000100:00100000:0.0:1772471894.481605:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834765952 00000100:00100000:0.0:1772471894.481665:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:0.0:1772471894.481676:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2412:x1858570834765952:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471894.481696:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471894.481719:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ad3 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471894.481748:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x69a5c655, atime: 0x69a5c655, ctime: 0x69a5c655, blocks: 0x2800 00010000:00010000:0.0:1772471894.481767:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471894.481769:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471894.481778:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 9 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.481797:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 9 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.481811:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68a00, rc 0) 00000100:00100000:0.0:1772471894.481863:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834765952:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 188us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471894.481870:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:0.0:1772471894.488322:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471894.488490:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834766208 00000100:00100000:1.0:1772471894.488501:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834766208 00000100:00100000:1.0:1772471894.488563:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 886 00000100:00100000:1.0:1772471894.488574:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25640:x1858570834766208:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471894.488678:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25640:x1858570834766208:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 106us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471894.488685:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 886 00000100:00100000:0.0:1772471894.502896:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471894.502964:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834766336 00000100:00100000:3.0:1772471894.502975:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834766336 00002000:00100000:3.0:1772471894.503043:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff8f9b85513800 x1858570834766336/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:685/0 lens 488/0 e 0 to 0 dl 1772471905 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471894.503055:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85513800 with x1858570834766336 ext(0->1048575) 00002000:00010000:3.0:1772471894.503231:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85513800 00000100:00100000:3.0:1772471894.503259:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 64 00000100:00100000:3.0:1772471894.503267:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834766336:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772471894.532459:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834766336:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 29182us (29564us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1772471894.532470:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 64 00002000:00100000:3.0:1772471894.532481:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff8f9b85513800 x1858570834766336/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:685/0 lens 488/440 e 0 to 0 dl 1772471905 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471894.532489:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85513800 with x1858570834766336 ext(0->1048575) 00002000:00010000:3.0:1772471894.532495:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85513800 00000040:00080000:2.0:1772471894.533773:0:20319:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471894.533780:0:20319:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471894.533799:0:20319:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1772471894.533804:0:20319:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471894.568510:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471894.568540:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834766464 00000100:00100000:0.0:1772471894.568548:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834766464 00002000:00100000:0.0:1772471894.568591:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (1048576->5242879) req@ffff8f9b85513480 x1858570834766464/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:685/0 lens 488/0 e 0 to 0 dl 1772471905 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471894.568602:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85513480 with x1858570834766464 ext(1048576->5242879) 00002000:00010000:0.0:1772471894.568608:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85513480 00000100:00100000:0.0:1772471894.568635:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 65 00000100:00100000:0.0:1772471894.568644:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834766464:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772471894.661790:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834766464:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 93135us (93273us total) trans 0 rc 4194304/4194304 00000100:00100000:3.0:1772471894.661804:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 65 00002000:00100000:3.0:1772471894.661816:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (1048576->5242879) req@ffff8f9b85513480 x1858570834766464/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:685/0 lens 488/440 e 0 to 0 dl 1772471905 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471894.661826:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85513480 with x1858570834766464 ext(1048576->5242879) 00002000:00010000:3.0:1772471894.661833:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85513480 00000100:00100000:2.0:1772471894.712107:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471894.716454:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834766592 00000100:00100000:0.0:1772471894.716467:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834766592 00000100:00100000:0.0:1772471894.716527:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 887 00000100:00100000:0.0:1772471894.716535:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25640:x1858570834766592:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471894.716552:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471894.716569:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d1c3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ada expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.716601:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.716615:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.716628:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.716735:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d1c3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.716749:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 37 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.716755:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:0.0:1772471894.716757:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471894.716760:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69c00, rc 0) 00000100:00100000:0.0:1772471894.716809:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25640:x1858570834766592:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 275us (4714us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471894.716814:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 887 00000100:00100000:0.0:1772471894.727691:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471894.727729:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834766720 00000100:00100000:0.0:1772471894.727739:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834766720 00000100:00100000:0.0:1772471894.727792:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 888 00000100:00100000:0.0:1772471894.727800:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25640:x1858570834766720:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772471894.727834:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772471894.727960:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25640:x1858570834766720:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 159us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471894.727968:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 888 00000100:00100000:2.0:1772471894.734875:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471894.735015:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834766848 00000100:00100000:3.0:1772471894.735026:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834766848 00000100:00100000:3.0:1772471894.735092:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 215 00000100:00100000:3.0:1772471894.735103:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834766848:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471894.735148:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735166:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471894.735169:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471894.735174:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735188:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735214:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735223:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735231:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735239:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653a400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471894.735244:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735253:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735268:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471894.735276:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1c4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471894.735363:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834766848:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 262us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471894.735371:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 215 00000100:00100000:2.0:1772471894.741202:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471894.741551:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834767104 00000100:00100000:3.0:1772471894.741562:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834767104 00000100:00100000:2.0:1772471894.741764:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 889 00000100:00100000:2.0:1772471894.741775:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25640:x1858570834767104:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772471894.741862:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.741882:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 37 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.741890:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.741927:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 37 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.741942:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 37 pid: 10040 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471894.741959:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856763136:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471894.742567:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471894.746749:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471894.746793:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834767232 00000100:00100000:0.0:1772471894.746802:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834767232 00010000:00010000:0.0:1772471894.746840:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 38 pid: 10040 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471894.746885:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 287 00000100:00100000:0.0:1772471894.746895:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2411:x1858570834767232:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471894.746910:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471894.746917:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 38 pid: 10040 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.746941:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 38 pid: 10040 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.746964:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:0.0:1772471894.746970:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.747225:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.747235:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471894.747260:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471894.747384:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2411:x1858570834767232:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 489us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471894.747394:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 287 00010000:00010000:2.0:1772471894.748533:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1c45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ada expref: 37 pid: 10040 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471894.748550:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856763136:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471894.748567:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748574:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748636:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748787:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748795:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748801:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748807:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471894.748811:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748817:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.748831:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:2.0:1772471894.748833:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471894.749256:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471894.749263:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471894.749609:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25640:x1858570834767104:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 7833us (8415us total) trans 4294967822 rc 0/0 00000100:00100000:2.0:1772471894.749619:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 889 00000040:00080000:3.0:1772471894.749788:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471894.749793:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1772471894.753843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000040:00080000:3.0:1772471894.753968:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1772471894.753982:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471894.755369:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834767488 00000100:00100000:1.0:1772471894.755383:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834767488 00000100:00100000:1.0:1772471894.755442:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 188 00000100:00100000:1.0:1772471894.755452:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25640:x1858570834767488:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772471894.755713:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25640:x1858570834767488:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 262us (1878us total) trans 4294967823 rc 0/0 00000100:00100000:1.0:1772471894.755725:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 188 00000100:00100000:1.0:1772471894.955474:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772471894.957669:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856763264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772471894.957746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471894.958001:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856763264 00000100:00100000:2.0:1772471894.958211:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856763264 00000100:00100000:2.0:1772471894.958466:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1772471894.958477:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856763264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471894.958517:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1772471894.958586:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856763264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471894.958593:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1772471894.958663:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856763264:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471895.211672:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471895.983627:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856763392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471895.983702:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471895.985130:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856763392 00000100:00100000:1.0:1772471895.985141:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856763392 00000100:00100000:1.0:1772471895.985194:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1772471895.985205:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856763392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471895.985241:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471895.988373:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856763392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3162us (4663us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471895.988389:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000001:00080000:1.0:1772471895.990284:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967823 is committed 00000001:00080000:1.0:1772471895.990355:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967820 is committed 00000004:00080000:1.0:1772471895.990369:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000004:00080000:1.0:1772471895.990380:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000020:00080000:1.0:1772471895.990418:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00010000:00010000:2.0:1772471895.990733:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990745:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990753:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990759:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471895.990764:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990788:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990807:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8f9b83a2fd00) 00010000:00010000:2.0:1772471895.990810:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471895.990816:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990821:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d1b03 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990843:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990849:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990854:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990859:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471895.990862:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990868:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990875:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:2.0:1772471895.990878:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471895.990882:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990894:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d1b0a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990912:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990918:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990926:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990931:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471895.990934:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990939:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990947:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:2.0:1772471895.990949:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471895.990952:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990957:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d1b49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990967:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990973:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990985:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.990991:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471895.990994:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991000:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991009:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:2.0:1772471895.991011:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471895.991014:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991020:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69800/0xb50b868c089d1bb9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991040:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991192:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991200:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991205:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471895.991208:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991225:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991234:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b83a2f200) 00010000:00010000:2.0:1772471895.991236:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471895.991239:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471895.991245:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1bdc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471895.992016:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856763520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772471895.992339:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471895.992589:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856763392:0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1772471895.992682:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:0.0:1772471895.992693:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:0.0:1772471895.992700:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471895.992710:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856763648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772471895.992740:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471895.992772:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856763520 00000100:00100000:0.0:1772471895.992779:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856763520 00000100:00100000:0.0:1772471895.992827:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856763648 00000100:00100000:0.0:1772471895.992831:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856763648 00000100:00100000:0.0:1772471895.992856:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1772471895.992865:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856763520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1772471895.992891:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:0.0:1772471895.992918:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.992938:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.992946:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471895.992948:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471895.992952:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.992980:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.993000:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 12 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471895.993012:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856763776:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471895.993096:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c88787000 going to sleep for 11 seconds 00000100:00080000:0.0:1772471895.993110:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772471895.993113:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471895.993125:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1772471895.993133:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856763648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772471895.993147:0:8410:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:0.0:1772471895.993161:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.993174:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 14 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.993181:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471895.993182:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471895.993185:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.993204:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 14 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471895.993213:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 14 pid: 8408 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471895.993223:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856763904:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471895.993247:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c88787300 going to sleep for 11 seconds 00000100:00100000:0.0:1772471895.997563:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856763776:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471895.997597:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471895.997631:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856763904:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471895.997643:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.000639:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.000675:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.000709:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834767616 00000100:00100000:2.0:1772471896.000718:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834767616 00010000:00010000:2.0:1772471896.000768:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 13 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.000801:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834767744 00000100:00100000:2.0:1772471896.000804:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834767744 00010000:00010000:2.0:1772471896.000819:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 15 pid: 8408 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.000840:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 288 00000100:00100000:2.0:1772471896.000849:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834767616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471896.000864:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471896.000869:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 13 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.000890:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 13 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.000913:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcc876e1/0xb50b868c089d1bab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa9 expref: 13 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.000927:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.000929:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.000933:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.000943:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.000968:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471896.001018:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834767616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 169us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.001038:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 288 00000100:00100000:2.0:1772471896.001068:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 289 00000100:00100000:2.0:1772471896.001075:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834767744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471896.001083:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471896.001087:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 15 pid: 8408 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001108:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 15 pid: 8408 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001123:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d1ba4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aa2 expref: 15 pid: 8408 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001133:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.001135:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.001138:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001147:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001167:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471896.001185:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2412:x1858570834767744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 111us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.001193:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 289 00000100:00080000:2.0:1772471896.001219:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471896.001224:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772471896.001245:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001254:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001275:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001284:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001337:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772471896.001541:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856763520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8676us (9201us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1772471896.001550:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00010000:00010000:2.0:1772471896.001672:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001682:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001690:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001697:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001713:0:8410:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1772471896.001809:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856763648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8676us (9067us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1772471896.001826:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00010000:00010000:2.0:1772471896.001848:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1772471896.001854:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001863:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471896.001867:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001877:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001890:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001896:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000518c3226/0xb50b868c089d1c5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001915:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772471896.001918:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001924:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471896.001926:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001944:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001954:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001960:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d1c61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.001974:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471896.001975:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471896.001977:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471896.001983:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772471896.002019:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b85510700/2, rc 0, transno 4294967337 00000100:00100000:2.0:1772471896.002035:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856763648:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1772471896.002064:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9c923ec000/2, rc 0, transno 4294967341 00000100:00100000:2.0:1772471896.002069:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856763520:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1772471896.235569:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772471896.269579:0:20371:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471896.269589:0:20371:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471896.269620:0:20371:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:3.0:1772471896.269628:0:20371:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471896.323460:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471896.323892:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834767872 00000100:00100000:1.0:1772471896.323904:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834767872 00000100:00100000:1.0:1772471896.323973:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 218 00000100:00100000:1.0:1772471896.323983:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834767872:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471896.324003:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471896.324032:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ae1 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.324059:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471896.324061:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471896.324069:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 15 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.324088:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 15 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.324103:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471896.324160:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2411:x1858570834767872:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 178us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471896.324167:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 218 00000100:00100000:2.0:1772471896.332456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471896.335473:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834768128 00000100:00100000:1.0:1772471896.335490:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834768128 00000100:00100000:1.0:1772471896.335576:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 189 00000100:00100000:1.0:1772471896.335589:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:25650:x1858570834768128:12345-192.168.202.58@tcp:35:lfs.0 00000100:00080000:3.0:1772471896.335698:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471896.335843:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:25650:x1858570834768128:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 257us (3397us total) trans 4294967824 rc 0/0 00000100:00100000:1.0:1772471896.335850:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 189 00000100:00100000:3.0:1772471896.348677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.348907:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834768384 00000100:00100000:0.0:1772471896.348918:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834768384 00000100:00100000:0.0:1772471896.348980:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 890 00000100:00100000:0.0:1772471896.348990:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:25650:x1858570834768384:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471896.349014:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471896.349017:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1772471896.349060:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1bff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406abe expref: 85 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.349078:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:0.0:1772471896.349082:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471896.350043:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1c6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ae8 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.350180:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d1c76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.350207:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d1c76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.350220:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d1c76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471896.350232:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1772471896.350376:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1c6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae8 expref: 87 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.350392:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d1c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae8 expref: 86 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.350400:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:0.0:1772471896.350541:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1772471896.350544:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68c00, rc 0) 00000100:00100000:0.0:1772471896.350675:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:25650:x1858570834768384:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1685us (2005us total) trans 4294967825 rc 0/0 00000100:00100000:0.0:1772471896.350684:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 890 00000100:00100000:2.0:1772471896.363854:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.365560:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834768512 00000100:00100000:0.0:1772471896.365576:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834768512 00000100:00100000:0.0:1772471896.365748:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 219 00000100:00100000:0.0:1772471896.365759:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2411:x1858570834768512:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:0.0:1772471896.365805:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.365830:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 8 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.365841:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 15 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.365848:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471896.365851:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471896.365855:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.365890:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 15 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.365905:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 15 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.365920:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856764032:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471896.366039:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 8 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.366050:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 8 pid: 8409 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.366066:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856764160:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471896.366097:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c83f06f00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471896.374458:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.374893:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834768640 00000100:00100000:3.0:1772471896.374903:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834768640 00010000:00010000:3.0:1772471896.374947:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 16 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.375009:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 290 00000100:00100000:3.0:1772471896.375019:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834768640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471896.375045:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471896.375069:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 16 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.375093:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 16 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.375121:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471896.375178:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834768640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 159us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471896.375186:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 290 00000100:00100000:3.0:1772471896.377845:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.378338:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834768768 00000100:00100000:2.0:1772471896.378349:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834768768 00010000:00010000:2.0:1772471896.378414:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 9 pid: 8409 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.378473:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 291 00000100:00100000:2.0:1772471896.378483:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834768768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471896.378498:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471896.378520:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 9 pid: 8409 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.378535:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 9 pid: 8409 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.378563:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.378566:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.378574:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.378585:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.378608:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471896.378660:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834768768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 178us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.378668:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 291 00000100:00080000:3.0:1772471896.379905:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772471896.381100:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d1c68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae1 expref: 15 pid: 9676 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.381125:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856764032:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471896.381142:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d1c37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ad3 expref: 8 pid: 8409 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.381153:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856764160:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471896.381177:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381188:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381633:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381667:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381676:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381686:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381693:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471896.381697:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381707:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381727:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.381734:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d1c84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.381886:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834768512:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 16126us (18040us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.381897:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 219 00000100:00100000:1.0:1772471896.405667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.405742:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834769024 00000100:00100000:2.0:1772471896.405755:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834769024 00000100:00100000:2.0:1772471896.405820:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 190 00000100:00100000:2.0:1772471896.405831:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:25650:x1858570834769024:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:2.0:1772471896.405922:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d1c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae8 expref: 86 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471896.406149:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967826 00000001:00080000:2.0:1772471896.406815:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967827 00010000:00010000:2.0:1772471896.407034:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.407052:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 89 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.407061:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 34 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.407070:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.407121:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 34 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.407136:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 34 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.407153:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856764288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471896.407506:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 89 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.407518:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 89 pid: 6526 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.407540:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856764416:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471896.407568:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471896.410726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.410765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471896.410852:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856764288:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471896.410866:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856764416:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471896.410893:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.411032:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834769152 00000100:00100000:3.0:1772471896.411040:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834769152 00010000:00010000:3.0:1772471896.411105:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 35 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772471896.411175:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471896.412058:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834769280 00000100:00100000:3.0:1772471896.412066:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834769280 00010000:00010000:3.0:1772471896.412101:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 90 pid: 6526 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471896.413611:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 292 00000100:00100000:1.0:1772471896.413630:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2412:x1858570834769152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471896.413651:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471896.413662:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 35 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413678:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 35 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413700:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d1c22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406acc expref: 35 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413712:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:1.0:1772471896.413717:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413726:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413733:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471896.413802:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:2412:x1858570834769152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 179us (3087us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471896.413810:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 292 00000100:00100000:1.0:1772471896.413835:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 293 00000100:00100000:1.0:1772471896.413843:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:2412:x1858570834769280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471896.413850:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471896.413874:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 90 pid: 6526 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413883:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 90 pid: 6526 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413895:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1be3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ab0 expref: 90 pid: 6526 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413905:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:1.0:1772471896.413909:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413917:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413924:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.413949:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471896.413969:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:2412:x1858570834769280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 126us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471896.413976:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 293 00010000:00010000:1.0:1772471896.414137:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471896.414145:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772471896.414274:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967828 00000001:00080000:1.0:1772471896.423678:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967829 00000100:00100000:1.0:1772471896.423873:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856764544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772471896.423938:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471896.423981:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471896.424016:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856764544 00000100:00100000:1.0:1772471896.424032:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856764544 00000100:00100000:1.0:1772471896.424081:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1772471896.424866:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856764544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772471896.424978:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856764544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 130us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471896.424986:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1772471896.425056:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856764544:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1772471896.426803:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967830 00000100:00100000:1.0:1772471896.426894:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856764672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772471896.426951:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471896.426979:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830e9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1772471896.427839:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856764672 00000100:00100000:3.0:1772471896.427849:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856764672 00000100:00100000:3.0:1772471896.427905:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1772471896.427915:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856764672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772471896.428125:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6529:x1858570856764672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 211us (1174us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1772471896.428133:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1772471896.428188:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856764672:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1772471896.428260:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967831 00010000:00010000:3.0:1772471896.428299:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.428344:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.428352:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.428359:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471896.428364:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.428372:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.428389:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:3.0:1772471896.428393:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1772471896.428398:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.428589:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1c8b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772471896.428696:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1772471896.428758:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:3.0:1772471896.428768:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 727458465958ns, next at 728458463927ns, rc = 0 00000001:00080000:3.0:1772471896.428775:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967832 00010000:00010000:3.0:1772471896.428796:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9eb00) 00010000:00010000:3.0:1772471896.428799:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1772471896.428805:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d1c76 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ae8 expref: 93 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.428888:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:25650:x1858570834769024:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 23059us (23231us total) trans 4294967833 rc 0/0 00000100:00100000:3.0:1772471896.428896:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 190 00000020:00080000:3.0:1772471896.428900:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1772471896.454695:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.454828:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834769536 00000100:00100000:3.0:1772471896.454840:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834769536 00000100:00100000:3.0:1772471896.454931:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 891 00000100:00100000:3.0:1772471896.454939:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:25652:x1858570834769536:12345-192.168.202.58@tcp:101:md5sum.0 00010000:00010000:3.0:1772471896.454966:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471896.454990:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1c92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406aef expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455078:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455090:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455098:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455110:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455115:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455119:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455209:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a600/0xb50b868c089d1ca7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455214:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a600/0xb50b868c089d1ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455218:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a600/0xb50b868c089d1ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471896.455226:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1772471896.455290:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455296:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455315:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455329:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455333:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471896.455338:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455344:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455353:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:3.0:1772471896.455355:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471896.455359:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455362:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1c99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455385:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455392:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455397:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455402:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471896.455418:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455425:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455431:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8f9b84d9eb00) 00010000:00010000:3.0:1772471896.455432:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471896.455435:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455438:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1ca0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455471:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1c92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aef expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455479:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a600/0xb50b868c089d1ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aef expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.455484:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e800) 00010000:00010000:3.0:1772471896.455486:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471896.455487:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8653a600, rc 0) 00000100:00100000:3.0:1772471896.455540:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:25652:x1858570834769536:12345-192.168.202.58@tcp:101:md5sum.0 Request processed in 603us (861us total) trans 4294967834 rc 0/0 00000100:00100000:3.0:1772471896.455546:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 891 00000100:00100000:3.0:1772471896.465479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.465654:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834769792 00000100:00100000:2.0:1772471896.465666:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834769792 00000100:00100000:2.0:1772471896.465727:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 38 00000100:00100000:2.0:1772471896.465734:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:25652:x1858570834769792:12345-192.168.202.58@tcp:103:md5sum.0 00010000:00010000:2.0:1772471896.465746:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471896.465768:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a600/0xb50b868c089d1ca7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406aef expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.465782:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e800) 00010000:00010000:2.0:1772471896.465791:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471896.465836:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:25652:x1858570834769792:12345-192.168.202.58@tcp:103:md5sum.0 Request processed in 103us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.465841:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 38 00000100:00100000:2.0:1772471896.467123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.467208:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834769920 00000100:00100000:3.0:1772471896.467214:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834769920 00000100:00100000:3.0:1772471896.467251:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 892 00000100:00100000:3.0:1772471896.467256:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:25652:x1858570834769920:12345-192.168.202.58@tcp:58:md5sum.0 00010000:00010000:3.0:1772471896.467515:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.467529:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.467539:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772471896.467616:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:3.0:1772471896.467689:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:25652:x1858570834769920:12345-192.168.202.58@tcp:58:md5sum.0 Request processed in 432us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471896.467695:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 892 00000100:00100000:2.0:1772471896.469929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.469999:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770048 00000100:00100000:3.0:1772471896.470029:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770048 00000100:00100000:3.0:1772471896.470094:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 893 00000100:00100000:3.0:1772471896.470103:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:25652:x1858570834770048:12345-192.168.202.58@tcp:101:md5sum.0 00010000:00010000:3.0:1772471896.470125:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471896.470144:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406af6 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.470197:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.470207:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.470225:0:6526:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.470237:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.470253:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e600) 00010000:00010000:3.0:1772471896.470256:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471896.470260:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.470269:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8653b600, rc 0) 00000100:00100000:3.0:1772471896.470360:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:25652:x1858570834770048:12345-192.168.202.58@tcp:101:md5sum.0 Request processed in 257us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471896.470377:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 893 00000100:00100000:2.0:1772471896.779899:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.780050:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770176 00000100:00100000:3.0:1772471896.780061:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770176 00000100:00100000:3.0:1772471896.780121:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 697 00000100:00100000:3.0:1772471896.780131:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834770176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471896.780229:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834770176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 99us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471896.780238:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 697 00000100:00100000:2.0:1772471896.780734:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.780777:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.780813:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.780858:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.780880:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770304 00000100:00100000:2.0:1772471896.780885:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770304 00000100:00100000:2.0:1772471896.780926:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770560 00000100:00100000:2.0:1772471896.780930:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770560 00000100:00100000:0.0:1772471896.781048:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770432 00000100:00100000:0.0:1772471896.781053:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770432 00000100:00100000:0.0:1772471896.781081:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770688 00000100:00100000:0.0:1772471896.781084:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770688 00000100:00100000:0.0:1772471896.781109:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 448 00000100:00100000:0.0:1772471896.781117:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834770432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471896.781164:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834770432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 48us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.781183:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 448 00000100:00100000:0.0:1772471896.781207:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 449 00000100:00100000:0.0:1772471896.781214:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834770688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471896.781238:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834770688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.781245:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 449 00000100:00100000:0.0:1772471896.781297:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 810 00000100:00100000:0.0:1772471896.781327:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834770304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471896.781357:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834770304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (1412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.781363:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 810 00000100:00080000:0.0:1772471896.781385:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772471896.781391:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471896.781735:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00100000:2.0:1772471896.781745:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834770560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471896.781774:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834770560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.781781:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 811 00000040:00080000:0.0:1772471896.811134:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471896.811144:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471896.811181:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:0.0:1772471896.811199:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471896.811767:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856764800:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471896.811893:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733480 going to sleep for 11 seconds 00000100:00100000:3.0:1772471896.824221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.824800:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856764800:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772471896.825460:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770816 00000100:00100000:2.0:1772471896.825469:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770816 00000100:00100000:2.0:1772471896.825535:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 894 00000100:00100000:2.0:1772471896.825545:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25653:x1858570834770816:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471896.825593:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471896.825728:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25653:x1858570834770816:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 184us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.825735:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 894 00000100:00100000:2.0:1772471896.830160:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.836509:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834770944 00000100:00100000:0.0:1772471896.836527:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834770944 00000100:00100000:0.0:1772471896.836609:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 895 00000100:00100000:0.0:1772471896.836619:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25653:x1858570834770944:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1772471896.836701:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836719:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836733:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836748:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836755:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836761:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836785:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836793:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836800:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471896.836871:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:0.0:1772471896.836876:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471896.836891:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836902:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836908:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836925:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836931:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471896.836936:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836944:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836958:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772471896.836961:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471896.836967:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836974:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1cc3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836990:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.836995:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837000:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837006:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471896.837008:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837014:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837032:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471896.837034:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471896.837036:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837042:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1cca lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837055:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837061:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837066:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837070:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471896.837073:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837078:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837089:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e600) 00010000:00010000:0.0:1772471896.837091:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471896.837094:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.837100:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d1cd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.837192:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25653:x1858570834770944:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 573us (7041us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.837201:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 895 00000100:00100000:3.0:1772471896.843787:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.849045:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834771200 00000100:00100000:0.0:1772471896.849062:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834771200 00000100:00100000:0.0:1772471896.849151:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 896 00000100:00100000:0.0:1772471896.849162:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+34:25653:x1858570834771200:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471896.849189:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471896.849221:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1cd8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406afd expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849358:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849374:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849387:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471896.849398:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1772471896.849488:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849496:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849503:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849510:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471896.849514:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849522:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849536:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e600) 00010000:00010000:0.0:1772471896.849539:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471896.849545:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849551:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1cdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849594:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1cd8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406afd expref: 36 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849605:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772471896.849607:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772471896.849611:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1cd8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406afd expref: 36 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.849626:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68a00, rc 0) 00000100:00100000:0.0:1772471896.849693:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:25653:x1858570834771200:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 532us (5914us total) trans 4294967835 rc 301/301 00000100:00100000:0.0:1772471896.849700:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 896 00000100:00100000:3.0:1772471896.852671:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.852773:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834771328 00000100:00100000:0.0:1772471896.852783:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834771328 00000100:00100000:0.0:1772471896.852841:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 897 00000100:00100000:0.0:1772471896.852851:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:25653:x1858570834771328:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772471896.852894:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772471896.853012:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:25653:x1858570834771328:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 161us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.853029:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 897 00000100:00100000:1.0:1772471896.855483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.855596:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834771456 00000100:00100000:2.0:1772471896.855608:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834771456 00000100:00100000:2.0:1772471896.855669:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 898 00000100:00100000:2.0:1772471896.855678:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:25653:x1858570834771456:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471896.855698:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471896.855724:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1ced lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b04 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.855816:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.855830:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.855842:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471896.855920:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772471896.855924:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471896.855946:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.855972:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1ced lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 37 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.855991:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 36 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.856001:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471896.856003:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471896.856008:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168be00, rc 0) 00000100:00100000:2.0:1772471896.856067:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25653:x1858570834771456:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 390us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.856075:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 898 00000100:00100000:3.0:1772471896.858745:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.859526:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834771584 00000100:00100000:2.0:1772471896.859539:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834771584 00000100:00100000:2.0:1772471896.859614:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 899 00000100:00100000:2.0:1772471896.859625:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:25653:x1858570834771584:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471896.859647:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471896.859671:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1cfb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b0b expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859741:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859755:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859767:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859783:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859790:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859796:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859899:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1d10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859907:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1d10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.859926:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1d10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471896.859974:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1772471896.859978:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471896.859998:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1d10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860009:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860026:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860033:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860039:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f32c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471896.860043:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860051:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860063:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471896.860065:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471896.860069:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860075:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32c00/0xb50b868c089d1d02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860088:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860104:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860110:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860115:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84f33e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471896.860118:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860125:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860133:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8f9b83b55d00) 00010000:00010000:2.0:1772471896.860135:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471896.860138:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860143:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33e00/0xb50b868c089d1d09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860174:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1cfb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b0b expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860186:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32400/0xb50b868c089d1d10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b0b expref: 37 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.860194:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:2.0:1772471896.860196:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471896.860205:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84f32400, rc 0) 00000100:00100000:2.0:1772471896.860263:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25653:x1858570834771584:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 640us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.860271:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 899 00000100:00100000:3.0:1772471896.863116:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.863251:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834771840 00000100:00100000:2.0:1772471896.863262:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834771840 00000100:00100000:2.0:1772471896.863355:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 900 00000100:00100000:2.0:1772471896.863365:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25653:x1858570834771840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471896.863385:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471896.863406:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1d17 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b12 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.863841:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1d1e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.863856:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1d1e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.863867:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1d1e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471896.863877:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:2.0:1772471896.863937:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1d17 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b12 expref: 40 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.863956:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1d1e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b12 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.863966:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471896.863982:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471896.863986:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085600, rc 0) 00000100:00100000:2.0:1772471896.864055:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:25653:x1858570834771840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 691us (948us total) trans 4294967836 rc 0/0 00000100:00100000:2.0:1772471896.864063:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 900 00000100:00100000:1.0:1772471896.868397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.868521:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834772096 00000100:00100000:0.0:1772471896.868531:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834772096 00000100:00100000:0.0:1772471896.868597:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 901 00000100:00100000:0.0:1772471896.868607:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:25653:x1858570834772096:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471896.868674:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471896.868703:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1d1e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b12 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.868724:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:0.0:1772471896.868734:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471896.868757:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.868775:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.868784:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.868814:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.868827:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 93 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471896.868841:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856764928:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471896.868956:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733480 going to sleep for 11 seconds 00000100:00100000:0.0:1772471896.872537:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.872629:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834772224 00000100:00100000:2.0:1772471896.872639:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834772224 00010000:00010000:2.0:1772471896.872678:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 94 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.872723:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 294 00000100:00100000:2.0:1772471896.872732:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:2411:x1858570834772224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471896.872749:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471896.872755:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 94 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.872769:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 94 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.872792:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:2.0:1772471896.872797:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.872807:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.872816:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.872850:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471896.872905:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:2411:x1858570834772224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 174us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.872923:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 294 00010000:00010000:3.0:1772471896.873170:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1c14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ac5 expref: 93 pid: 10040 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.873191:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856764928:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471896.873212:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873222:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873233:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873256:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873265:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873274:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873345:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873354:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873360:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873366:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873372:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471896.873376:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873384:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873394:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:3.0:1772471896.873397:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471896.873401:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873407:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d1d2c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873417:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873423:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873429:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873435:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471896.873437:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873443:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873450:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x626e61a (ffff8f9b84d9eb00) 00010000:00010000:3.0:1772471896.873453:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471896.873455:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.873462:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x626e61a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.873516:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25653:x1858570834772096:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 4911us (5129us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772471896.873526:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 901 00000100:00100000:3.0:1772471896.875492:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.875606:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834772352 00000100:00100000:0.0:1772471896.875620:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834772352 00000100:00100000:0.0:1772471896.875690:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 902 00000100:00100000:0.0:1772471896.875700:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25653:x1858570834772352:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471896.875721:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471896.875747:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1d3a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b19 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.875787:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.875798:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.875811:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.875941:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d1d3a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.875958:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 39 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.875968:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471896.875970:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471896.875973:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:0.0:1772471896.876042:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:25653:x1858570834772352:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 343us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.876050:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 902 00000100:00100000:1.0:1772471896.879371:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.879615:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834772608 00000100:00100000:3.0:1772471896.879627:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834772608 00000100:00100000:3.0:1772471896.879689:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 903 00000100:00100000:3.0:1772471896.879700:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:25653:x1858570834772608:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471896.879787:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.879806:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.879819:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471896.880140:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000005428b87e reply state 00000000c17b6f03 transno 4294967837 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.880154:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.880162:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:3.0:1772471896.880165:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1772471896.880169:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772471896.880327:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:25653:x1858570834772608:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 628us (966us total) trans 4294967837 rc 0/0 00000100:00100000:3.0:1772471896.880335:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 903 00000100:00100000:3.0:1772471896.907197:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471896.907393:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834772736 00000100:00100000:0.0:1772471896.907403:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834772736 00000100:00100000:0.0:1772471896.907466:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 904 00000100:00100000:0.0:1772471896.907476:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:25653:x1858570834772736:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471896.907501:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471896.907522:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b20 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.907583:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.907598:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471896.907609:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471896.907612:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471896.907616:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69e00, rc 0) 00000100:00100000:0.0:1772471896.907685:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:25653:x1858570834772736:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 209us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471896.907692:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 904 00000100:00100000:0.0:1772471896.912492:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471896.912587:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834772864 00000100:00100000:1.0:1772471896.912597:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834772864 00000100:00100000:1.0:1772471896.912660:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 191 00000100:00100000:1.0:1772471896.912670:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:25653:x1858570834772864:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1772471896.912805:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:25653:x1858570834772864:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 136us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471896.912814:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 191 00000100:00100000:1.0:1772471896.915235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.915344:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834773120 00000100:00100000:2.0:1772471896.915354:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834773120 00000100:00100000:2.0:1772471896.915410:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 192 00000100:00100000:2.0:1772471896.915420:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:25653:x1858570834773120:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471896.915641:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:25653:x1858570834773120:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 222us (414us total) trans 4294967838 rc 0/0 00000100:00100000:2.0:1772471896.915649:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 192 00000100:00100000:0.0:1772471896.919293:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.919518:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834773376 00000100:00100000:2.0:1772471896.919529:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834773376 00000100:00100000:2.0:1772471896.919593:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 905 00000100:00100000:2.0:1772471896.919603:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:25653:x1858570834773376:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772471896.919707:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:25653:x1858570834773376:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 105us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.919715:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 905 00000100:00100000:0.0:1772471896.940474:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.941041:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834773632 00000100:00100000:3.0:1772471896.941052:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834773632 00000100:00100000:3.0:1772471896.941116:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 906 00000100:00100000:3.0:1772471896.941127:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:25653:x1858570834773632:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471896.941149:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471896.941171:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1d56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b27 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.941278:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.941296:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.941340:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.941378:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.941391:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 44 pid: 6525 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.941405:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856765056:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471896.941508:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471896.956591:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.956668:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834773760 00000100:00100000:2.0:1772471896.956678:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834773760 00010000:00010000:2.0:1772471896.956722:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 45 pid: 6525 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471896.956762:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 295 00000100:00100000:2.0:1772471896.956772:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834773760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471896.956803:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471896.956811:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 45 pid: 6525 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.956825:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 45 pid: 6525 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.956848:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:2.0:1772471896.956866:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.956880:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.956890:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.956920:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471896.956981:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834773760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 210us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.956990:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 295 00010000:00010000:3.0:1772471896.958557:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d1d4f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b20 expref: 44 pid: 6525 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471896.958583:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856765056:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471896.958609:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.958620:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.958626:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471896.958648:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:3.0:1772471896.958896:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00010000:00010000:3.0:1772471896.959035:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959045:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959051:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959057:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471896.959062:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959069:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959084:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:3.0:1772471896.959087:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471896.959091:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959102:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d5d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959157:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1d56 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b27 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959168:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8f9b83a2f600) 00010000:00010000:3.0:1772471896.959170:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471896.959174:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1d56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b27 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.959182:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8653b200, rc 0) 00000100:00100000:3.0:1772471896.959247:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:25653:x1858570834773632:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 18122us (18786us total) trans 4294967839 rc 301/301 00000100:00100000:3.0:1772471896.959256:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 906 00000100:00100000:0.0:1772471896.959435:0:9904:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9904:1858570856765184:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1772471896.959483:0:9904:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471896.959512:0:9904:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733240 going to sleep for 11 seconds 00000100:00100000:3.0:1772471896.959766:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856765184 00000100:00100000:3.0:1772471896.959773:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856765184 00000100:00100000:3.0:1772471896.959865:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1772471896.959874:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:9904:x1858570856765184:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1772471896.960192:0:8408:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:3.0:1772471896.982593:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:9904:x1858570856765184:12345-0@lo:5:osp-pre-1-0.0 Request processed in 22712us (23101us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1772471896.982607:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1772471896.983236:0:9904:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9904:1858570856765184:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1772471896.983254:0:9904:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00100000:1.0:1772471896.983408:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.983516:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774016 00000100:00100000:2.0:1772471896.983523:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774016 00000100:00100000:2.0:1772471896.983572:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 193 00000100:00100000:2.0:1772471896.983581:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:25653:x1858570834774016:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471896.984108:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:25653:x1858570834774016:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 526us (699us total) trans 4294967840 rc 0/0 00000100:00100000:2.0:1772471896.984119:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 193 00000100:00100000:1.0:1772471896.988402:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471896.988502:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774144 00000100:00100000:3.0:1772471896.988514:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774144 00000100:00100000:3.0:1772471896.988576:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 907 00000100:00100000:3.0:1772471896.988587:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:25653:x1858570834774144:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471896.988614:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471896.988635:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1d6b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b2e expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.988709:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d72 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.988722:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.988735:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471896.988784:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:3.0:1772471896.988789:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471896.988807:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.988835:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b200/0xb50b868c089d1d6b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b2e expref: 46 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.988852:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b2e expref: 45 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471896.988877:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:3.0:1772471896.988880:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1772471896.988884:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8653b400, rc 0) 00000100:00100000:3.0:1772471896.988946:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:25653:x1858570834774144:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 361us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471896.988958:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 907 00000100:00100000:1.0:1772471896.992136:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471896.992357:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774272 00000100:00100000:2.0:1772471896.992370:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774272 00000100:00100000:2.0:1772471896.992432:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 221 00000100:00100000:2.0:1772471896.992443:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834774272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471896.992463:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471896.992489:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b35 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471896.992518:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772471896.992539:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.992541:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471896.992551:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.992570:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471896.992586:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084000, rc 0) 00000100:00100000:2.0:1772471896.992678:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834774272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 237us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471896.992686:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 221 00000100:00100000:1.0:1772471897.007789:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471897.007891:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774528 00000100:00100000:0.0:1772471897.007902:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774528 00000100:00100000:0.0:1772471897.007975:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 908 00000100:00100000:0.0:1772471897.007989:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:25653:x1858570834774528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471897.008118:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:25653:x1858570834774528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 134us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.008126:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 908 00000100:00100000:2.0:1772471897.014255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471897.018549:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774656 00000100:00100000:1.0:1772471897.018564:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774656 00000100:00100000:1.0:1772471897.018645:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 222 00000100:00100000:1.0:1772471897.018656:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:25653:x1858570834774656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471897.018676:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471897.018695:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b3c expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.018727:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.018736:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471897.018739:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471897.018743:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.018781:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.018798:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471897.018818:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856765312:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471897.018933:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb11dee40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471897.021536:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856765312:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471897.021577:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.021622:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa000, rc 0) 00000100:00100000:2.0:1772471897.021687:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:25653:x1858570834774656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 3033us (7440us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.021698:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 222 00000100:00100000:3.0:1772471897.024031:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471897.024297:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774784 00000100:00100000:1.0:1772471897.024353:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774784 00010000:00010000:1.0:1772471897.024398:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471897.024442:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 296 00000100:00100000:1.0:1772471897.024452:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834774784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471897.024468:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471897.024489:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.024503:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.024527:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000941b92ba/0xb50b868c089d1d79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b35 expref: 11 pid: 16551 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.024549:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471897.024550:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471897.024559:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.024574:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.024616:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471897.024629:0:6510:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856765440:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471897.024700:0:6510:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb11de9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471897.027749:0:6510:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856765440:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471897.027779:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471897.027848:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834774784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3396us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471897.027860:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 296 00000100:00100000:0.0:1772471897.089105:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.089200:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834774912 00000100:00100000:3.0:1772471897.089213:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834774912 00002000:00100000:3.0:1772471897.089269:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff8f9b85512300 x1858570834774912/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:688/0 lens 488/0 e 0 to 0 dl 1772471908 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471897.089283:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85512300 with x1858570834774912 ext(0->4194303) 00002000:00010000:3.0:1772471897.089291:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b85512300 00000100:00100000:3.0:1772471897.089483:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 66 00000100:00100000:3.0:1772471897.089494:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834774912:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1772471897.103008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471897.103967:0:8414:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1772471897.103982:0:8414:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1772471897.110476:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834775040 00000100:00100000:3.0:1772471897.110492:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834775040 00002000:00100000:3.0:1772471897.110543:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8f9b84ec2a00 x1858570834775040/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:688/0 lens 488/0 e 0 to 0 dl 1772471908 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471897.110554:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec2a00 with x1858570834775040 ext(4194304->5242879) 00002000:00010000:3.0:1772471897.110560:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84ec2a00 00000100:00100000:1.0:1772471897.111646:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 67 00000100:00100000:1.0:1772471897.111663:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834775040:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1772471897.150492:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2411:x1858570834775040:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 38822us (47548us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1772471897.150511:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 67 00002000:00100000:1.0:1772471897.150526:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8f9b84ec2a00 x1858570834775040/t4294967343(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:688/0 lens 488/448 e 0 to 0 dl 1772471908 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471897.150537:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec2a00 with x1858570834775040 ext(4194304->5242879) 00002000:00010000:1.0:1772471897.150545:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84ec2a00 00000100:00100000:2.0:1772471897.231651:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570834774912:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 142148us (142547us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1772471897.231667:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 66 00002000:00100000:2.0:1772471897.231680:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff8f9b85512300 x1858570834774912/t4294967344(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:688/0 lens 488/448 e 0 to 0 dl 1772471908 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471897.231690:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85512300 with x1858570834774912 ext(0->4194303) 00002000:00010000:2.0:1772471897.231696:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b85512300 00000100:00100000:1.0:1772471897.242776:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.244698:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834775168 00000100:00100000:3.0:1772471897.244713:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834775168 00000100:00100000:3.0:1772471897.244778:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 909 00000100:00100000:3.0:1772471897.244788:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:25653:x1858570834775168:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1772471897.247294:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967840 is committed 00000001:00080000:1.0:1772471897.247346:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967834 is committed 00000004:00080000:1.0:1772471897.247351:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000020:00080000:1.0:1772471897.247371:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c866d4e40 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:1.0:1772471897.247376:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b860db900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c866d4900 00000020:00080000:1.0:1772471897.247379:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b860db600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86768000 00000100:00100000:0.0:1772471897.247650:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471897.247673:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856765568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772471897.247738:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1772471897.247879:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.247891:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.247899:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.247905:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471897.247910:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.247918:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.247950:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:2.0:1772471897.247953:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772471897.247958:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.247964:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653ae00/0xb50b868c089d1d48 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1772471897.248216:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:3.0:1772471897.248284:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:3.0:1772471897.248442:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25653:x1858570834775168:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 3651us (5671us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471897.248452:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 909 00000100:00100000:3.0:1772471897.248489:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856765568 00000100:00100000:3.0:1772471897.248496:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856765568 00000100:00100000:3.0:1772471897.248557:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1772471897.248565:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856765568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772471897.248591:0:8408:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00002000:00010000:3.0:1772471897.248623:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x69a5c655, atime: 0x69a5c655, ctime: 0x69a5c655, blocks: 0x2800 00010000:00010000:3.0:1772471897.248631:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.248646:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471897.248648:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471897.248654:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.248671:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.248679:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.248686:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.248704:0:8408:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772471897.248823:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856765568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 258us (1084us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1772471897.248829:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:3.0:1772471897.248851:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:0.0:1772471897.249105:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1772471897.249145:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cbd95a680/2, rc 0, transno 4294967339 00000100:00100000:0.0:1772471897.249153:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856765568:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1772471897.250086:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.250100:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653a400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471897.250105:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.250115:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.250134:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.250143:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d8fce5c/0xb50b868c089d1d87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.254634:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.254867:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834775296 00000100:00100000:3.0:1772471897.254878:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834775296 00000100:00100000:3.0:1772471897.254936:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 224 00000100:00100000:3.0:1772471897.254945:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2410:x1858570834775296:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00010000:00010000:0.0:1772471897.257780:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471897.257787:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471897.257790:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471897.259411:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772471897.267040:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000001:00080000:1.0:1772471897.267063:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00000100:00100000:2.0:1772471897.276479:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834775296:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 21523us (21845us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.276494:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 224 00000100:00100000:2.0:1772471897.285028:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471897.289410:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834775552 00000100:00100000:0.0:1772471897.289428:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834775552 00000100:00100000:0.0:1772471897.289512:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 910 00000100:00100000:0.0:1772471897.289522:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25653:x1858570834775552:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471897.289585:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471897.289613:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b400/0xb50b868c089d1d72 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b2e expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289637:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471897.289642:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471897.289673:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289687:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289696:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289720:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289726:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289734:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289740:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471897.289744:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289752:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289761:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471897.289764:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471897.289767:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.289774:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d1d8e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471897.289910:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25653:x1858570834775552:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 388us (4900us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.289919:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 910 00000100:00100000:1.0:1772471897.292616:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471897.292707:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834775680 00000100:00100000:0.0:1772471897.292718:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834775680 00000100:00100000:0.0:1772471897.292785:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 911 00000100:00100000:0.0:1772471897.292794:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25653:x1858570834775680:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471897.292813:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471897.292833:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b43 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.295191:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.295217:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.295237:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471897.295240:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471897.295244:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69c00, rc 0) 00000100:00100000:0.0:1772471897.295658:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25653:x1858570834775680:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 2862us (3052us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.295668:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 911 00000100:00100000:0.0:1772471897.307207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471897.307295:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834775808 00000100:00100000:2.0:1772471897.307343:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834775808 00000100:00100000:2.0:1772471897.307402:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 225 00000100:00100000:2.0:1772471897.307412:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834775808:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1772471897.307576:0:9676:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:2.0:1772471897.307580:0:9676:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1772471893 00002000:00010000:2.0:1772471897.307583:0:9676:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1772471893 00002000:00010000:2.0:1772471897.307585:0:9676:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1772471893 00002000:00010000:2.0:1772471897.307588:0:9676:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:2.0:1772471897.307710:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834775808:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 298us (525us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1772471897.307718:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 225 00000100:00100000:2.0:1772471897.311842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.311943:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776064 00000100:00100000:3.0:1772471897.311955:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776064 00000100:00100000:3.0:1772471897.312034:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 912 00000100:00100000:3.0:1772471897.312045:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:25653:x1858570834776064:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1772471897.312122:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.312142:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.312151:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.312205:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.312220:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 38 pid: 6527 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471897.312236:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856765696:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471897.312673:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1840 going to sleep for 11 seconds 00000100:00100000:1.0:1772471897.319413:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471897.319494:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776192 00000100:00100000:0.0:1772471897.319504:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776192 00010000:00010000:0.0:1772471897.319545:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 39 pid: 6527 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471897.319590:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 297 00000100:00100000:0.0:1772471897.319603:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:2411:x1858570834776192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471897.319617:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471897.319625:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 39 pid: 6527 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.319637:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 39 pid: 6527 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.319661:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:0.0:1772471897.319666:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.319676:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.319683:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471897.319700:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471897.319758:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:2411:x1858570834776192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 159us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.319766:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 297 00010000:00010000:3.0:1772471897.320098:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d1d41 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b19 expref: 38 pid: 6527 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471897.320116:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856765696:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471897.320135:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320144:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320150:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320188:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320197:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320203:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320209:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471897.320213:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320220:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320229:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:3.0:1772471897.320232:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1772471897.320236:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.320241:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653a400/0xb50b868c089d1d9c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471897.320282:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25653:x1858570834776064:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 8239us (8450us total) trans 0 rc -22/-22 00000100:00100000:3.0:1772471897.320290:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 912 00000100:00100000:0.0:1772471897.325898:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.326139:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776320 00000100:00100000:3.0:1772471897.326151:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776320 00000100:00100000:3.0:1772471897.326212:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 226 00000100:00100000:3.0:1772471897.326223:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834776320:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471897.326272:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.326337:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.326347:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471897.326349:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471897.326352:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.326394:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.326408:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 11 pid: 9676 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471897.326425:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856765824:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471897.326509:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1840 going to sleep for 11 seconds 00000100:00100000:3.0:1772471897.334953:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856765824:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471897.334992:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471897.337664:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471897.337888:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776448 00000100:00100000:2.0:1772471897.337900:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776448 00010000:00010000:2.0:1772471897.337945:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 12 pid: 9676 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.337994:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 298 00000100:00100000:2.0:1772471897.338004:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834776448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471897.338028:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471897.338052:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 12 pid: 9676 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.338066:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 12 pid: 9676 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.338090:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a42d655b/0xb50b868c089d1d80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b3c expref: 12 pid: 9676 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.338108:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471897.338110:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471897.338115:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.338127:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.338154:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471897.338165:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.338196:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.338229:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.338237:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834776448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 231us (582us total) trans 0 rc 0/0 00010000:00010000:3.0:1772471897.338243:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.338251:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 298 00010000:00010000:3.0:1772471897.338259:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.338268:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653b200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471897.338272:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.338282:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.338294:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471897.338347:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002393ed53/0xb50b868c089d1da3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.339395:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834776320:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 13169us (13502us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.339407:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 226 00000100:00100000:0.0:1772471897.342580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.342667:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776704 00000100:00100000:3.0:1772471897.342678:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776704 00000100:00100000:2.0:1772471897.342808:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 913 00000100:00100000:2.0:1772471897.342821:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:25653:x1858570834776704:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772471897.342902:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.342921:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.342936:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.343109:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.343121:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.343129:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.343172:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.343194:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 38 pid: 10040 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.343223:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856765952:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471897.343342:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471897.373616:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471897.373676:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776832 00000100:00100000:1.0:1772471897.373686:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776832 00010000:00010000:1.0:1772471897.373725:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 39 pid: 10040 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471897.373770:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 299 00000100:00100000:1.0:1772471897.373780:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:2412:x1858570834776832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471897.373796:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471897.373803:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 39 pid: 10040 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.373816:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 39 pid: 10040 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.373824:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856765952:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471897.373842:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d1d95 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b43 expref: 39 pid: 10040 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.373854:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.373862:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:1.0:1772471897.373869:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.373880:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.373888:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.373947:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.373947:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471897.373959:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471897.374007:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2412:x1858570834776832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 228us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471897.374044:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 299 00000001:00080000:2.0:1772471897.374871:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967841 00000001:00080000:2.0:1772471897.376347:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967842 00000001:00080000:2.0:1772471897.376416:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967843 00000100:00100000:2.0:1772471897.376503:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856766080:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772471897.376571:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471897.376623:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471897.377617:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766080 00000100:00100000:3.0:1772471897.377628:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766080 00000100:00100000:3.0:1772471897.377706:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1772471897.377716:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856766080:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1772471897.377829:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856766080:12345-0@lo:1000:mdt00_000.0 Request processed in 113us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471897.377837:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00080000:0.0:1772471897.378083:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471897.378382:0:6525:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967342 gen 2 00000004:00080000:2.0:1772471897.378389:0:6525:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9c923ec000, transno 4294967341 00000100:00100000:2.0:1772471897.378418:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856766080:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1772471897.378553:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967844 00000100:00100000:2.0:1772471897.378618:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856766208:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772471897.378659:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471897.378681:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8000 going to sleep for 11 seconds 00000100:00100000:1.0:1772471897.378982:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766208 00000100:00100000:1.0:1772471897.378994:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766208 00000100:00100000:1.0:1772471897.379045:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1772471897.379054:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856766208:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1772471897.379646:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6525:x1858570856766208:12345-0@lo:1000:mdt00_000.0 Request processed in 590us (984us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1772471897.379656:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1772471897.379781:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856766208:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1772471897.379878:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967845 00010000:00010000:2.0:1772471897.379907:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.379918:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.379926:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.379932:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471897.379938:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.379946:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.379962:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83a2f800) 00010000:00010000:2.0:1772471897.379965:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471897.379982:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.379995:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380035:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380042:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380047:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380057:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8653be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471897.380060:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380065:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380074:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e600) 00010000:00010000:2.0:1772471897.380076:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471897.380083:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 81 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380095:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 81 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380104:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 81 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.380251:0:6525:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653b600/0xb50b868c089d1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406af6 expref: 81 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.380266:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856766336:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772471897.380544:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8e40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471897.397805:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856766336:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471897.397839:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397868:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8653be00/0xb50b868c089d1cb5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397903:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397917:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397929:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397939:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397945:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397950:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397956:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471897.397959:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397967:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.397996:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e600) 00010000:00010000:2.0:1772471897.398000:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471897.398004:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398025:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1db8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398037:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398042:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398048:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398053:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471897.398056:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398061:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398070:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8f9b84d9e600) 00010000:00010000:2.0:1772471897.398072:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471897.398075:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.398081:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085600/0xb50b868c089d1daa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471897.398436:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:25653:x1858570834776704:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 55616us (55866us total) trans 4294967846 rc 0/0 00000100:00100000:2.0:1772471897.398447:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 913 00000020:00080000:2.0:1772471897.398458:0:6525:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1772471897.399468:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471897.400890:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834776960 00000100:00100000:2.0:1772471897.400906:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834776960 00000100:00100000:2.0:1772471897.400994:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 194 00000100:00100000:2.0:1772471897.401005:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:25652:x1858570834776960:12345-192.168.202.58@tcp:49:md5sum.0 00000100:00100000:2.0:1772471897.401163:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:25652:x1858570834776960:12345-192.168.202.58@tcp:49:md5sum.0 Request processed in 159us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.401170:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 194 00000040:00080000:0.0:1772471897.402876:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471897.402886:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471897.404532:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1772471897.404548:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471897.406636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471897.406709:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834777216 00000100:00100000:2.0:1772471897.406720:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834777216 00000100:00100000:2.0:1772471897.406782:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 195 00000100:00100000:2.0:1772471897.406792:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:25653:x1858570834777216:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1772471897.407065:0:6528:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1772471897.407099:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967847 00010000:00010000:2.0:1772471897.407148:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.407164:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.407176:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.407192:0:6528:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.407199:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.407203:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.407484:0:6528:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772471897.407586:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:25653:x1858570834777216:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 795us (958us total) trans 4294967848 rc 0/0 00000100:00100000:2.0:1772471897.407595:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 195 00000020:00080000:2.0:1772471897.407600:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1772471897.408500:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471897.408511:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.408522:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471897.408527:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.408537:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.408553:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8f9b83b55500) 00010000:00010000:1.0:1772471897.408556:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772471897.408563:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.408568:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1dbf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471897.408589:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471897.408591:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471897.408593:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471897.417558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471897.417687:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834777344 00000100:00100000:2.0:1772471897.417699:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834777344 00000100:00100000:2.0:1772471897.417766:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 227 00000100:00100000:2.0:1772471897.417777:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:25652:x1858570834777344:12345-192.168.202.58@tcp:101:md5sum.0 00010000:00010000:2.0:1772471897.417799:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471897.417826:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfc5de70/0xb50b868c089d1dc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b4a expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471897.417856:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x69a5c655, atime: 0x69a5c655, ctime: 0x69a5c655, blocks: 0x2800 00010000:00010000:2.0:1772471897.417877:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471897.417879:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471897.417887:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cfc5de70/0xb50b868c089d1dc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b4a expref: 13 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.417899:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cfc5de70/0xb50b868c089d1dc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b4a expref: 13 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471897.417909:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085600, rc 0) 00000100:00100000:2.0:1772471897.418038:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:25652:x1858570834777344:12345-192.168.202.58@tcp:101:md5sum.0 Request processed in 263us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.418045:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 227 00000100:00100000:3.0:1772471897.424402:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471897.424459:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834777472 00000100:00100000:1.0:1772471897.424471:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834777472 00002000:00100000:1.0:1772471897.424529:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->32767) req@ffff8f9b84ec1c00 x1858570834777472/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:688/0 lens 488/0 e 0 to 0 dl 1772471908 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471897.424542:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec1c00 with x1858570834777472 ext(0->32767) 00002000:00010000:1.0:1772471897.424547:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84ec1c00 00000100:00100000:1.0:1772471897.424624:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 68 00000100:00100000:1.0:1772471897.424636:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834777472:12345-192.168.202.58@tcp:3:md5sum.0 00000100:00100000:1.0:1772471897.439072:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834777472:12345-192.168.202.58@tcp:3:md5sum.0 Request processed in 14428us (14679us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1772471897.439087:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 68 00002000:00100000:1.0:1772471897.439100:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->32767) req@ffff8f9b84ec1c00 x1858570834777472/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:688/0 lens 488/440 e 0 to 0 dl 1772471908 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471897.439112:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec1c00 with x1858570834777472 ext(0->32767) 00002000:00010000:1.0:1772471897.439118:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84ec1c00 00000100:00100000:1.0:1772471897.465868:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.465926:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834777600 00000100:00100000:3.0:1772471897.465937:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834777600 00002000:00100000:3.0:1772471897.465982:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (32768->4194303) req@ffff8f9cbffa3b80 x1858570834777600/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:688/0 lens 488/0 e 0 to 0 dl 1772471908 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471897.466150:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbffa3b80 with x1858570834777600 ext(32768->4194303) 00002000:00010000:3.0:1772471897.466157:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cbffa3b80 00000100:00100000:3.0:1772471897.466188:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 69 00000100:00100000:3.0:1772471897.466199:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834777600:12345-192.168.202.58@tcp:3:md5sum.0 00000100:00100000:3.0:1772471897.515600:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856766464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471897.515691:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471897.515869:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766464 00000100:00100000:1.0:1772471897.515876:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766464 00000100:00100000:2.0:1772471897.515965:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856766592:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.516004:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471897.516038:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856767104:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.516062:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.516133:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856766720:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516163:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.516181:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856767232:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.516217:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856767744:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516235:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.516255:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1772471897.516262:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856766848:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516287:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766720 00000100:00100000:0.0:1772471897.516291:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766720 00000100:00100000:0.0:1772471897.516341:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767232 00000100:00100000:0.0:1772471897.516344:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767232 00000100:00100000:0.0:1772471897.516371:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767744 00000100:00100000:0.0:1772471897.516374:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767744 00000100:00100000:0.0:1772471897.516392:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1772471897.516400:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856766720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516453:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856766720:12345-0@lo:400:kworker.0 Request processed in 53us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.516462:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1772471897.516479:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1772471897.516484:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856767232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516512:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856767232:12345-0@lo:400:kworker.0 Request processed in 27us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.516517:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1772471897.516528:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1772471897.516534:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856767744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516559:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856767744:12345-0@lo:400:kworker.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.516565:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:0.0:1772471897.516583:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471897.516587:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471897.516615:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766592 00000100:00100000:0.0:1772471897.516619:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766592 00000100:00100000:0.0:1772471897.516644:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1772471897.516649:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856766592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.516677:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856766592:12345-0@lo:400:kworker.0 Request processed in 28us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.516683:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1772471897.517627:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856766976:0@lo:400:kworker.0 00000100:00100000:3.0:1772471897.517678:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471897.517730:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856767488:0@lo:400:kworker.0 00000100:00100000:3.0:1772471897.517756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471897.517780:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856768000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471897.517800:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.518638:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766976 00000100:00100000:0.0:1772471897.518651:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766976 00000100:00100000:0.0:1772471897.518707:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1772471897.518717:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856766976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.518781:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856766976:12345-0@lo:400:kworker.0 Request processed in 66us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.518788:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1772471897.518851:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767488 00000100:00100000:0.0:1772471897.518855:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767488 00000100:00100000:0.0:1772471897.518892:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1772471897.518898:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856767488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.518929:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856767488:12345-0@lo:400:kworker.0 Request processed in 32us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.518935:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00080000:0.0:1772471897.518950:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471897.524779:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856767616:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.524850:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471897.524902:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856766592:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.524949:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767616 00000100:00100000:2.0:1772471897.524955:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767616 00000100:00100000:2.0:1772471897.525031:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1772471897.525040:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856767616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.525269:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856767616:12345-0@lo:400:kworker.0 Request processed in 230us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.525279:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00080000:2.0:1772471897.525339:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471897.525365:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856767616:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.525671:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.525710:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856767360:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.525883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.525904:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856767872:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.525926:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471897.525952:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856766720:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.525965:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856767232:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.525976:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856767744:0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.526072:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767360 00000100:00100000:0.0:1772471897.526166:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767360 00000100:00100000:0.0:1772471897.526219:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1772471897.526227:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856767360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471897.526270:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856767360:12345-0@lo:400:kworker.0 Request processed in 43us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471897.526277:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1772471897.526491:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856767360:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.526588:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767104 00000100:00100000:2.0:1772471897.526593:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767104 00000100:00100000:2.0:1772471897.526623:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856766848 00000100:00100000:2.0:1772471897.526625:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856766848 00000100:00100000:2.0:1772471897.526639:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1772471897.526645:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856767104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.526691:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856767104:12345-0@lo:400:kworker.0 Request processed in 46us (10629us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.526698:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1772471897.526710:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1772471897.526742:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856766848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.526778:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856766848:12345-0@lo:400:kworker.0 Request processed in 36us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.526784:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1772471897.526802:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856767872 00000100:00100000:2.0:1772471897.526805:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856767872 00000100:00100000:2.0:1772471897.526835:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1772471897.526841:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856767872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.526870:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856767872:12345-0@lo:400:kworker.0 Request processed in 28us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471897.526875:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00080000:2.0:1772471897.526890:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471897.526894:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471897.526915:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856766848:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.526926:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856767872:0@lo:400:kworker.0 00000100:00100000:2.0:1772471897.526955:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856767104:0@lo:400:kworker.0 00000100:00100000:1.0:1772471897.528776:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768000 00000100:00100000:1.0:1772471897.528791:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768000 00000100:00100000:1.0:1772471897.528849:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1772471897.528858:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856766464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471897.528881:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3683540992 00000100:00100000:1.0:1772471897.528939:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856766464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (13248us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471897.528946:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1772471897.528965:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1772471897.528990:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856768000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471897.529001:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3920355328 avail 3683540992 00000100:00100000:1.0:1772471897.529035:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856768000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (11233us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471897.529041:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1772471897.531794:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856768000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471897.531819:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856766464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471897.531858:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856766976:0@lo:400:kworker.0 00000100:00100000:1.0:1772471897.531869:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856767488:0@lo:400:kworker.0 00000100:00100000:3.0:1772471897.562944:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834777600:12345-192.168.202.58@tcp:3:md5sum.0 Request processed in 96735us (97071us total) trans 0 rc 4161536/4161536 00000100:00100000:3.0:1772471897.562960:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 69 00002000:00100000:3.0:1772471897.562973:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (32768->4194303) req@ffff8f9cbffa3b80 x1858570834777600/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:688/0 lens 488/440 e 0 to 0 dl 1772471908 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471897.562985:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbffa3b80 with x1858570834777600 ext(32768->4194303) 00002000:00010000:3.0:1772471897.562992:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cbffa3b80 00000100:00100000:1.0:1772471897.588043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.588229:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834777728 00000100:00100000:3.0:1772471897.588240:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834777728 00002000:00100000:3.0:1772471897.588291:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8f9b84e27b80 x1858570834777728/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:688/0 lens 488/0 e 0 to 0 dl 1772471908 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471897.588351:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e27b80 with x1858570834777728 ext(4194304->5242879) 00002000:00010000:3.0:1772471897.588358:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84e27b80 00000100:00100000:3.0:1772471897.588464:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 70 00000100:00100000:3.0:1772471897.588480:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834777728:12345-192.168.202.58@tcp:3:md5sum.0 00000100:00100000:2.0:1772471897.617997:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834777728:12345-192.168.202.58@tcp:3:md5sum.0 Request processed in 29495us (29970us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1772471897.618020:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 70 00002000:00100000:2.0:1772471897.618034:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8f9b84e27b80 x1858570834777728/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:688/0 lens 488/440 e 0 to 0 dl 1772471908 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471897.618047:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e27b80 with x1858570834777728 ext(4194304->5242879) 00002000:00010000:2.0:1772471897.618053:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84e27b80 00000100:00100000:1.0:1772471897.632525:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471897.632775:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834777984 00000100:00100000:3.0:1772471897.632784:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834777984 00000100:00100000:2.0:1772471897.632947:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 196 00000100:00100000:2.0:1772471897.632965:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:25652:x1858570834777984:12345-192.168.202.58@tcp:35:md5sum.0 00000100:00100000:2.0:1772471897.633570:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:25652:x1858570834777984:12345-192.168.202.58@tcp:35:md5sum.0 Request processed in 604us (1052us total) trans 4294967849 rc 0/0 00000100:00100000:2.0:1772471897.633578:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 196 00010000:00010000:0.0:1772471898.282716:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471898.550320:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856768128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471898.550403:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471898.550487:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768128 00000100:00100000:1.0:1772471898.550495:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768128 00000100:00100000:1.0:1772471898.550543:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1772471898.550552:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856768128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471898.550583:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 109190848 pending 5292032 free 3922452480 avail 3690930176 00000100:00100000:1.0:1772471898.550628:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856768128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471898.550635:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1772471898.550690:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856768128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471898.560719:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772471898.560744:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856768256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471898.560816:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471898.561718:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768256 00000100:00100000:0.0:1772471898.561729:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768256 00000100:00100000:0.0:1772471898.561790:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1772471898.561800:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3653:x1858570856768256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471898.561827:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 109190848 pending 5292032 free 3922452480 avail 3690930176 00000100:00100000:0.0:1772471898.561906:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3653:x1858570856768256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471898.561913:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1772471898.561980:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856768256:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1772471899.068480:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:2.0:1772471899.068506:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00010000:00010000:1.0:1772471899.307282:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471900.082650:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772471900.082672:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856768384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471900.082739:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471900.082819:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768384 00000100:00100000:2.0:1772471900.082827:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768384 00000100:00100000:2.0:1772471900.082874:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1772471900.082883:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856768384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471900.082919:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1772471900.083503:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856768384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471900.083513:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1772471900.083560:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856768384:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471900.330588:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471901.102411:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772471901.102438:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856768512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471901.102521:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471901.103813:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768512 00000100:00100000:0.0:1772471901.103827:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768512 00000100:00100000:0.0:1772471901.103893:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1772471901.103903:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856768512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471901.103944:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471901.104041:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856768512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471901.104048:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1772471901.104266:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856768512:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772471901.355206:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772471901.483197:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471901.483210:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471901.483296:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1772471901.483323:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471901.908735:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908781:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908804:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908825:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908854:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908875:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908897:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908913:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908939:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471901.908965:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778496 00000100:00100000:0.0:1772471901.908984:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778496 00000100:00100000:0.0:1772471901.909042:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779008 00000100:00100000:0.0:1772471901.909046:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779008 00000100:00100000:0.0:1772471901.909060:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778624 00000100:00100000:0.0:1772471901.909063:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778624 00000100:00100000:0.0:1772471901.909074:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779136 00000100:00100000:0.0:1772471901.909076:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779136 00000100:00100000:0.0:1772471901.909093:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 452 00000100:00100000:0.0:1772471901.909101:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2410:x1858570834778496:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471901.909176:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2410:x1858570834778496:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 74us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471901.909184:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 452 00000100:00100000:0.0:1772471901.909202:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 453 00000100:00100000:0.0:1772471901.909210:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2410:x1858570834779008:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471901.909237:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2410:x1858570834779008:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471901.909242:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 453 00000100:00100000:0.0:1772471901.909253:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 454 00000100:00100000:0.0:1772471901.909260:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2409:x1858570834778624:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471901.909282:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2409:x1858570834778624:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471901.909288:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 454 00000100:00100000:0.0:1772471901.909342:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 455 00000100:00100000:0.0:1772471901.909351:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834779136:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471901.909374:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834779136:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471901.909381:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 455 00000100:00100000:0.0:1772471901.909401:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778240 00000100:00100000:0.0:1772471901.909405:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778240 00000100:00100000:0.0:1772471901.909433:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778752 00000100:00100000:0.0:1772471901.909436:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778752 00000100:00100000:0.0:1772471901.909450:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778368 00000100:00100000:0.0:1772471901.909452:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778368 00000100:00100000:0.0:1772471901.909464:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778880 00000100:00100000:0.0:1772471901.909467:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778880 00000100:00100000:0.0:1772471901.909478:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 818 00000100:00100000:0.0:1772471901.909485:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:2410:x1858570834778240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471901.909557:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00100000:1.0:1772471901.909567:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2410:x1858570834778752:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471901.909600:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2410:x1858570834778752:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471901.909607:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00100000:1.0:1772471901.909623:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 820 00000100:00100000:1.0:1772471901.909630:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834778368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471901.909656:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834778368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471901.909662:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 820 00000100:00100000:1.0:1772471901.909674:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00100000:1.0:1772471901.909681:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834778880:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471901.909704:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834778880:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471901.909710:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00100000:1.0:1772471901.909729:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834778112 00000100:00100000:1.0:1772471901.909733:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834778112 00000100:00100000:1.0:1772471901.909761:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 699 00000100:00100000:1.0:1772471901.909768:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834778112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471901.909792:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834778112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471901.909798:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 699 00000100:00080000:1.0:1772471901.914465:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471901.914474:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471901.914477:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471901.914479:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471901.921567:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:2410:x1858570834778240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 12072us (12832us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471901.921578:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 818 00000100:00100000:0.0:1772471902.293667:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471902.293872:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779264 00000100:00100000:1.0:1772471902.293885:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779264 00000100:00100000:1.0:1772471902.293966:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 914 00000100:00100000:1.0:1772471902.293987:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:25618:x1858570834779264:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1772471902.294123:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:25618:x1858570834779264:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 139us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471902.294134:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 914 00000100:00100000:2.0:1772471902.305376:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471902.305490:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779392 00000100:00100000:3.0:1772471902.305501:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779392 00000100:00100000:3.0:1772471902.305589:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 915 00000100:00100000:3.0:1772471902.305599:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:25618:x1858570834779392:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772471902.305712:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:25618:x1858570834779392:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 114us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471902.305719:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 915 00010000:00010000:1.0:1772471902.379909:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471902.634734:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772471902.634758:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856768640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471902.634832:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471902.634905:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768640 00000100:00100000:1.0:1772471902.634912:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768640 00000100:00100000:1.0:1772471902.635003:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1772471902.635016:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856768640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471902.635049:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:1.0:1772471902.635093:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856768640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471902.635100:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1772471902.635401:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856768768:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635438:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635478:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856769280:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635515:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856769792:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635535:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635552:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1772471902.635558:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856768896:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635581:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635595:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856769408:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635613:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635629:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856769920:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635646:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635674:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769280 00000100:00100000:2.0:1772471902.635679:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769280 00000100:00100000:2.0:1772471902.635722:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1772471902.635728:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856769280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635767:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856769280:12345-0@lo:400:kworker.0 Request processed in 38us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.635773:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1772471902.635808:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856769280:0@lo:400:kworker.0 00000100:00080000:2.0:1772471902.635848:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471902.635861:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856769024:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635884:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635900:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856769536:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635918:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635930:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856770048:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.635956:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.635997:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856768640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471902.636014:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772471902.636018:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856769152:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636040:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.636049:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856769664:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636068:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.636084:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856770176:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636101:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471902.636148:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769024 00000100:00100000:2.0:1772471902.636153:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769024 00000100:00100000:2.0:1772471902.636176:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1772471902.636182:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856769024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636214:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856769024:12345-0@lo:400:kworker.0 Request processed in 31us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636220:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1772471902.636244:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768896 00000100:00100000:2.0:1772471902.636247:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768896 00000100:00100000:2.0:1772471902.636264:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769408 00000100:00100000:2.0:1772471902.636266:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769408 00000100:00100000:2.0:1772471902.636282:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769920 00000100:00100000:2.0:1772471902.636285:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769920 00000100:00100000:2.0:1772471902.636297:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769536 00000100:00100000:2.0:1772471902.636337:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769536 00000100:00100000:2.0:1772471902.636354:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856770048 00000100:00100000:2.0:1772471902.636356:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856770048 00000100:00100000:2.0:1772471902.636366:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769152 00000100:00100000:2.0:1772471902.636368:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769152 00000100:00100000:2.0:1772471902.636389:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1772471902.636395:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856768896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636428:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856768896:12345-0@lo:400:kworker.0 Request processed in 33us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636434:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1772471902.636446:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1772471902.636452:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856769408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636479:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856769408:12345-0@lo:400:kworker.0 Request processed in 27us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636484:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1772471902.636494:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1772471902.636501:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856769920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636527:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856769920:12345-0@lo:400:kworker.0 Request processed in 27us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636532:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1772471902.636544:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1772471902.636550:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856769536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636575:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856769536:12345-0@lo:400:kworker.0 Request processed in 25us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636581:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1772471902.636590:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1772471902.636596:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856770048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636617:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856770048:12345-0@lo:400:kworker.0 Request processed in 22us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636622:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1772471902.636639:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1772471902.636645:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856769152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636671:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856769152:12345-0@lo:400:kworker.0 Request processed in 26us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636676:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:2.0:1772471902.636691:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471902.636695:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471902.636717:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856768896:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636727:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856769408:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636737:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856769920:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636765:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856769152:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636776:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856769024:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636785:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856769536:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636794:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856770048:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636823:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769792 00000100:00100000:2.0:1772471902.636826:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769792 00000100:00100000:2.0:1772471902.636855:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856769664 00000100:00100000:2.0:1772471902.636858:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856769664 00000100:00100000:2.0:1772471902.636873:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856770176 00000100:00100000:2.0:1772471902.636876:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856770176 00000100:00100000:2.0:1772471902.636890:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1772471902.636895:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856769792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.636927:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856769792:12345-0@lo:400:kworker.0 Request processed in 32us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.636941:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1772471902.636952:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1772471902.636958:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856769664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.637000:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856769664:12345-0@lo:400:kworker.0 Request processed in 43us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.637006:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1772471902.637016:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1772471902.637021:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856770176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.637047:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856770176:12345-0@lo:400:kworker.0 Request processed in 26us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471902.637052:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:2.0:1772471902.637065:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471902.637068:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471902.637082:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:2.0:1772471902.637088:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b85510700, transno 4294967337 00000004:00080000:2.0:1772471902.637097:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967338 committed transno 4294967339 00000004:00080000:2.0:1772471902.637112:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cbd95a680, transno 4294967339 00000100:00100000:2.0:1772471902.637118:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856769792:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.637137:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856769664:0@lo:400:kworker.0 00000100:00100000:2.0:1772471902.637146:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856770176:0@lo:400:kworker.0 00000100:00100000:0.0:1772471902.637660:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856768768 00000100:00100000:0.0:1772471902.637665:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856768768 00000100:00100000:0.0:1772471902.637703:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1772471902.637711:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856768768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471902.637750:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856768768:12345-0@lo:400:kworker.0 Request processed in 40us (2310us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471902.637755:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1772471902.638527:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772471902.638552:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856770304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471902.638601:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471902.639917:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856770304 00000100:00100000:0.0:1772471902.639930:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856770304 00000100:00100000:0.0:1772471902.639988:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1772471902.639998:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856770304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471902.640021:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:2.0:1772471902.640338:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856768768:0@lo:400:kworker.0 00000100:00100000:0.0:1772471902.640893:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856770304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 895us (2289us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471902.640903:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000001:00080000:1.0:1772471902.642077:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967849 is committed 00000001:00080000:1.0:1772471902.642086:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967848 is committed 00000020:00080000:1.0:1772471902.642099:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9ca540b240 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:1.0:1772471902.642103:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9ca540b0c0 00000020:00080000:1.0:1772471902.642107:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b83e89400 00000020:00080000:1.0:1772471902.642141:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:0.0:1772471902.642245:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:0.0:1772471902.642338:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000100:00100000:3.0:1772471902.642472:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856770304:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1772471903.165893:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:0.0:1772471903.165915:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00010000:00010000:1.0:1772471903.403648:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471903.658660:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856770432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772471903.658746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471903.658953:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856770432 00000100:00100000:0.0:1772471903.658990:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856770432 00000100:00100000:0.0:1772471903.659047:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1772471903.659058:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856770432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471903.659094:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103898816 pending 0 free 3922452480 avail 3690930176 00000100:00100000:0.0:1772471903.659150:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856770432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471903.659158:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1772471903.659243:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856770432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772471903.659591:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471903.659602:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856770560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471903.659629:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471903.660154:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856770560 00000100:00100000:1.0:1772471903.660161:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856770560 00000100:00100000:1.0:1772471903.660202:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1772471903.660209:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856770560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471903.660227:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 103898816 pending 0 free 3922452480 avail 3690930176 00000100:00100000:1.0:1772471903.660272:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856770560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471903.660279:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1772471903.660357:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856770560:0@lo:13:osp-pre-0-1.0 00000001:02000400:3.0:1772471903.914563:0:20570:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 12:18:22 (1772471902) 00000040:00080000:0.0:1772471903.998724:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772471904.381706:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471904.381791:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779520 00000100:00100000:1.0:1772471904.381801:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779520 00000100:00100000:1.0:1772471904.381857:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 916 00000100:00100000:1.0:1772471904.381865:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:26263:x1858570834779520:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471904.381992:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:26263:x1858570834779520:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 128us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471904.382000:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 916 00000100:00080000:2.0:1772471904.382013:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471904.390341:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471904.390546:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779648 00000100:00100000:0.0:1772471904.390557:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779648 00000100:00100000:0.0:1772471904.390640:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 917 00000100:00100000:0.0:1772471904.390652:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26263:x1858570834779648:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772471904.390758:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26263:x1858570834779648:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 109us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471904.390767:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 917 00000100:00080000:2.0:1772471904.390829:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471904.395636:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.395754:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834779776 00000100:00100000:2.0:1772471904.395765:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834779776 00000100:00100000:2.0:1772471904.395843:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 918 00000100:00100000:2.0:1772471904.395853:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:26264:x1858570834779776:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471904.395876:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.395896:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1dcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b51 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.395986:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396003:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396017:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396033:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396040:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396047:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396092:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396100:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396112:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396118:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.396122:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396130:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396142:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471904.396145:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.396149:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396156:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1dd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396169:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396175:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396181:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396185:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.396188:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396197:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396203:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471904.396206:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.396208:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396214:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1ddb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396244:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1dcd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b51 expref: 83 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396255:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471904.396258:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.396261:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1dcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b51 expref: 83 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.396271:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:2.0:1772471904.396397:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:26264:x1858570834779776:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 544us (770us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471904.396404:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 918 00000100:00080000:0.0:1772471904.397270:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471904.403290:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471904.403436:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780032 00000100:00100000:0.0:1772471904.403446:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780032 00000100:00100000:0.0:1772471904.403500:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 919 00000100:00100000:0.0:1772471904.403509:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+82:26264:x1858570834780032:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:0.0:1772471904.403567:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471904.403595:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1b18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406a71 expref: 82 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.403615:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471904.403619:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471904.403676:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.403690:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 35 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.403703:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.403734:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 35 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.403749:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 35 pid: 6526 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471904.403764:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856770688:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471904.403848:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84fcce40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471904.405564:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856770688:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471904.405591:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471904.408279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.413071:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780160 00000100:00100000:2.0:1772471904.413087:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780160 00010000:00010000:2.0:1772471904.413138:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 36 pid: 6526 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471904.413189:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 300 00000100:00100000:2.0:1772471904.413199:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:2412:x1858570834780160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471904.413215:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471904.413223:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 36 pid: 6526 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.413235:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 36 pid: 6526 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.413793:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1cf4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b04 expref: 36 pid: 6526 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.413817:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471904.413823:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.413835:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.413843:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.413889:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471904.413975:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:2412:x1858570834780160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 776us (5704us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471904.413984:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 300 00010000:00010000:3.0:1772471904.414616:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.414626:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.414653:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.414664:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.414674:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.415226:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.415237:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.415245:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471904.416545:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000accbec15 reply state 000000006488ed86 transno 4294967850 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416567:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416577:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:0.0:1772471904.416580:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471904.416584:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772471904.416591:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:0.0:1772471904.416599:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416610:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416617:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416623:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471904.416628:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416637:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416648:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471904.416651:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471904.416655:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416661:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1de2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471904.416677:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000accbec15 reply state 000000006488ed86 transno 4294967850 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416686:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.416692:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8f9b84d9e200) 00010000:00010000:0.0:1772471904.416694:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471904.416696:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772471904.416802:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:26264:x1858570834780032:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 13287us (13515us total) trans 4294967850 rc 0/0 00000100:00100000:0.0:1772471904.416812:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 919 00000100:00100000:3.0:1772471904.424385:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471904.424610:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780288 00000100:00100000:1.0:1772471904.424620:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780288 00000100:00100000:1.0:1772471904.424691:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 920 00000100:00100000:1.0:1772471904.424702:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+83:26265:x1858570834780288:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471904.424728:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471904.424748:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1df7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b58 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.424817:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d1dfe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.424829:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d1dfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.424841:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d1dfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471904.424890:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772471904.424894:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471904.424916:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d1dfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.425022:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1df7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b58 expref: 85 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.425042:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d1dfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b58 expref: 84 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.425051:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471904.425054:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471904.425057:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772471904.425119:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:26265:x1858570834780288:12345-192.168.202.58@tcp:101:bash.0 Request processed in 420us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471904.425127:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 920 00010000:00010000:3.0:1772471904.427761:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471904.428715:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471904.428791:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780416 00000100:00100000:1.0:1772471904.428800:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780416 00000100:00100000:1.0:1772471904.428860:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 921 00000100:00100000:1.0:1772471904.428871:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:26265:x1858570834780416:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471904.428890:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471904.428913:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b5f expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429013:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429033:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429045:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429056:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429064:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429071:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429151:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa000/0xb50b868c089d1e1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429159:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa000/0xb50b868c089d1e1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429167:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa000/0xb50b868c089d1e1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471904.429200:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1772471904.429203:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471904.429225:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa000/0xb50b868c089d1e1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429237:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429249:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429256:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429262:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.429267:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429274:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429286:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471904.429290:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.429294:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429347:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429362:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429378:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429385:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429390:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.429393:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429400:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429407:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8f9b84d9e200) 00010000:00010000:1.0:1772471904.429410:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.429413:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429419:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429445:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b5f expref: 86 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429458:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa000/0xb50b868c089d1e1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b5f expref: 85 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.429466:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.429469:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772471904.429471:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa000, rc 0) 00000100:00100000:1.0:1772471904.430024:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:26265:x1858570834780416:12345-192.168.202.58@tcp:101:bash.0 Request processed in 1152us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471904.430033:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 921 00000100:00100000:0.0:1772471904.433143:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.433562:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780544 00000100:00100000:2.0:1772471904.433573:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780544 00000100:00100000:2.0:1772471904.433657:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 922 00000100:00100000:2.0:1772471904.433667:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:26265:x1858570834780544:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772471904.433688:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.433709:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b66 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433780:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433795:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433808:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433825:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433833:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433840:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433886:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433894:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433904:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433910:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.433914:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433922:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433951:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.433962:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.433967:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433974:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433987:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433993:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.433998:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434003:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.434006:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434016:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434023:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471904.434025:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.434028:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434034:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434064:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e21 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b66 expref: 86 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434074:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.434076:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.434080:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b66 expref: 86 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.434090:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168be00, rc 0) 00000100:00100000:2.0:1772471904.434194:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:26265:x1858570834780544:12345-192.168.202.58@tcp:101:bash.0 Request processed in 528us (1062us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471904.434203:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 922 00000100:00100000:0.0:1772471904.442275:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.442436:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780672 00000100:00100000:2.0:1772471904.442446:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780672 00000100:00100000:2.0:1772471904.442508:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 923 00000100:00100000:2.0:1772471904.442519:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+35:26266:x1858570834780672:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471904.442549:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.442571:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1e36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b6d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.442636:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.442650:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.442661:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471904.442708:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772471904.442712:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471904.442731:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.442753:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d1e36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 37 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.442772:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 36 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.442781:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471904.442784:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471904.442788:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:2.0:1772471904.442846:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:26266:x1858570834780672:12345-192.168.202.58@tcp:101:rm.0 Request processed in 329us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471904.442854:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 923 00000100:00100000:3.0:1772471904.445871:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.445970:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780800 00000100:00100000:2.0:1772471904.445981:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780800 00000100:00100000:2.0:1772471904.446042:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 924 00000100:00100000:2.0:1772471904.446052:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+36:26266:x1858570834780800:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471904.446071:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.446091:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1e44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b74 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446176:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446189:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446202:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446217:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446224:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446231:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446379:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446388:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446399:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471904.446433:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:2.0:1772471904.446436:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471904.446454:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446467:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446474:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446481:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446488:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446494:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.446498:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446505:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446517:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471904.446520:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.446525:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446535:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d1e4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446548:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446554:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446559:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446565:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.446568:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446574:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446580:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8f9b84d9e200) 00010000:00010000:2.0:1772471904.446583:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.446586:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446591:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1e52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446616:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1e44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b74 expref: 38 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446628:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168be00/0xb50b868c089d1e59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b74 expref: 37 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.446637:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.446639:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471904.446642:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168be00, rc 0) 00000100:00100000:2.0:1772471904.446691:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26266:x1858570834780800:12345-192.168.202.58@tcp:101:rm.0 Request processed in 640us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471904.446698:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 924 00000100:00100000:0.0:1772471904.449597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.449743:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834780928 00000100:00100000:2.0:1772471904.449756:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834780928 00000100:00100000:2.0:1772471904.449822:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 925 00000100:00100000:2.0:1772471904.449832:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26266:x1858570834780928:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471904.449855:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.449877:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b7b expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.449961:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.449978:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.449993:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450012:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450020:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450031:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450080:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450087:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450093:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450099:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.450104:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450113:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450127:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.450130:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.450136:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450142:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d1e67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450155:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450161:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450168:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450173:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.450176:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450182:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450189:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471904.450191:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.450194:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450200:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1e6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450231:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e60 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b7b expref: 38 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450242:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.450244:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.450248:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d1e60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b7b expref: 38 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.450258:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a200, rc 0) 00000100:00100000:2.0:1772471904.450763:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26266:x1858570834780928:12345-192.168.202.58@tcp:101:rm.0 Request processed in 929us (1172us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471904.450775:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 925 00000100:00100000:0.0:1772471904.454570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471904.454666:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781056 00000100:00100000:1.0:1772471904.454676:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781056 00000100:00100000:1.0:1772471904.454742:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 926 00000100:00100000:1.0:1772471904.454755:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26266:x1858570834781056:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471904.454783:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471904.454808:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b82 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.454884:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.454900:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.454913:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.454940:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.454948:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.454966:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455010:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455017:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455024:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455029:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.455034:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455042:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455054:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.455057:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.455063:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455069:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455082:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455088:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455094:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455099:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.455102:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455108:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455116:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9c8344e000) 00010000:00010000:1.0:1772471904.455118:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.455121:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455127:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455158:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e75 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b82 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455167:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.455169:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.455173:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b82 expref: 38 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.455181:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471904.455240:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26266:x1858570834781056:12345-192.168.202.58@tcp:101:rm.0 Request processed in 489us (681us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471904.455248:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 926 00000100:00100000:3.0:1772471904.468847:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471904.468969:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781184 00000100:00100000:1.0:1772471904.468980:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781184 00000100:00100000:1.0:1772471904.469040:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 927 00000100:00100000:1.0:1772471904.469050:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26267:x1858570834781184:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772471904.469073:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471904.469095:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b89 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469162:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469181:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469193:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469207:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469214:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469220:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469264:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469271:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469278:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469284:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.469288:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469296:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469345:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.469348:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.469353:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469359:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1e91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469480:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469487:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469493:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469498:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.469501:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469507:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469514:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9c8344e000) 00010000:00010000:1.0:1772471904.469517:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.469520:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469525:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1e98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469560:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b89 expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469570:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.469572:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.469575:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1e8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b89 expref: 38 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.469584:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471904.469640:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26267:x1858570834781184:12345-192.168.202.58@tcp:101:cp.0 Request processed in 592us (804us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471904.469647:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 927 00000100:00100000:0.0:1772471904.472443:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.472584:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781312 00000100:00100000:2.0:1772471904.472594:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781312 00000100:00100000:2.0:1772471904.472649:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 928 00000100:00100000:2.0:1772471904.472660:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26267:x1858570834781312:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471904.472680:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.472700:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1e9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b90 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472766:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472782:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472793:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472809:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472815:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472822:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472858:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472870:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472876:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472882:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.472886:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472893:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472905:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.472909:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.472914:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472920:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1ea6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472947:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472961:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472968:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472973:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471904.472977:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472983:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.472991:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471904.472993:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.472996:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.473001:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1ead lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.473031:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1e9f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b90 expref: 38 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.473041:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471904.473042:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471904.473046:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1e9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b90 expref: 38 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.473055:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82be00, rc 0) 00000100:00100000:2.0:1772471904.473113:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26267:x1858570834781312:12345-192.168.202.58@tcp:101:cp.0 Request processed in 455us (681us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471904.473121:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 928 00000100:00100000:2.0:1772471904.476171:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471904.476232:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781568 00000100:00100000:0.0:1772471904.476242:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781568 00000100:00100000:0.0:1772471904.476386:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 929 00000100:00100000:0.0:1772471904.476397:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26267:x1858570834781568:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471904.476417:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471904.476437:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1eb4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b97 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.476537:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.476551:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.476562:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.476575:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.476582:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.476593:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471904.476793:0:8513:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8513:1858570856770816:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1772471904.476838:0:8513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471904.476887:0:8513:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832300 going to sleep for 11 seconds 00000004:00080000:0.0:1772471904.476938:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00010000:00010000:0.0:1772471904.477091:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ec9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477100:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477108:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477142:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477149:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477154:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477160:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477165:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471904.477169:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477176:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477192:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:0.0:1772471904.477194:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471904.477199:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477205:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d1ebb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471904.477217:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000074131034 reply state 00000000acbf6206 transno 4294967851 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477227:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477232:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b86be0b00) 00010000:00010000:0.0:1772471904.477234:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471904.477237:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772471904.477262:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d1eb4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b97 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477275:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9a00/0xb50b868c089d1ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b97 expref: 39 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.477282:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:0.0:1772471904.477285:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471904.477288:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9a00, rc 0) 00000100:00100000:0.0:1772471904.477359:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:26267:x1858570834781568:12345-192.168.202.58@tcp:101:cp.0 Request processed in 964us (1194us total) trans 4294967851 rc 0/0 00000100:00100000:0.0:1772471904.477367:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 929 00000100:00100000:3.0:1772471904.477430:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856770816 00000100:00100000:3.0:1772471904.477435:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856770816 00000100:00100000:3.0:1772471904.477478:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1772471904.477485:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:8513:x1858570856770816:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1772471904.477515:0:16551:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00000100:00100000:3.0:1772471904.479160:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:8513:x1858570856770816:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1670us (2315us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1772471904.479171:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1772471904.479610:0:8513:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8513:1858570856770816:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1772471904.479625:0:8513:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:3.0:1772471904.486663:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471904.486710:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781696 00000100:00100000:3.0:1772471904.486722:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781696 00000100:00100000:3.0:1772471904.486791:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 229 00000100:00100000:3.0:1772471904.486803:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+8:2410:x1858570834781696:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471904.486825:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471904.486846:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406b9e expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471904.486876:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772471904.486899:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471904.486901:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471904.486911:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 9 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.486928:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 9 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.486942:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772471904.487007:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834781696:12345-192.168.202.58@tcp:101:cp.0 Request processed in 206us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471904.487014:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 229 00000100:00100000:3.0:1772471904.489736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471904.489865:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781824 00000100:00100000:0.0:1772471904.489874:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781824 00000100:00100000:0.0:1772471904.489938:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 230 00000100:00100000:0.0:1772471904.489948:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:26267:x1858570834781824:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471904.489975:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471904.489993:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ba5 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.490028:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.490037:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471904.490040:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471904.490044:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.490083:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471904.490097:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 10 pid: 8410 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471904.490114:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856770944:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471904.490195:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2f300 going to sleep for 11 seconds 00000100:00080000:0.0:1772471904.490213:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471904.493750:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.494083:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834781952 00000100:00100000:2.0:1772471904.494094:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834781952 00010000:00010000:2.0:1772471904.494134:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 11 pid: 8410 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471904.494174:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 301 00000100:00100000:2.0:1772471904.494184:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834781952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471904.494200:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471904.494221:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 11 pid: 8410 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.494236:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 11 pid: 8410 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.494278:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471904.494281:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471904.494290:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.494323:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.494364:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471904.494386:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856771072:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772471904.494465:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832300 going to sleep for 11 seconds 00010000:00010000:1.0:1772471904.497911:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d1ed7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b9e expref: 11 pid: 8410 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471904.497949:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856770944:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471904.497990:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.498006:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701da00, rc 0) 00000100:00100000:1.0:1772471904.498166:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:26267:x1858570834781824:12345-192.168.202.58@tcp:101:cp.0 Request processed in 8217us (8437us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471904.498175:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 230 00000100:00100000:2.0:1772471904.498556:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856771072:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471904.498570:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471904.498597:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834781952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4414us (4856us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471904.498606:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 301 00000100:00100000:3.0:1772471904.504243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.504620:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834782208 00000100:00100000:2.0:1772471904.504630:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834782208 00000100:00100000:2.0:1772471904.504720:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 197 00000100:00100000:2.0:1772471904.504731:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:26267:x1858570834782208:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772471904.505143:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26267:x1858570834782208:12345-192.168.202.58@tcp:35:cp.0 Request processed in 413us (911us total) trans 4294967852 rc 0/0 00000100:00100000:2.0:1772471904.505152:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 197 00000100:00100000:0.0:1772471904.545968:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.546093:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834782336 00000100:00100000:2.0:1772471904.546105:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834782336 00000100:00100000:2.0:1772471904.546166:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 930 00000100:00100000:2.0:1772471904.546177:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:26270:x1858570834782336:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471904.546203:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.546227:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1ee5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bac expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.546353:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.546612:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.546627:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546705:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546715:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546727:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546807:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546816:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546824:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471904.546870:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:1.0:1772471904.546874:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471904.546894:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546906:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546915:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546922:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546930:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546936:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.546941:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546949:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546973:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.546977:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.546982:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.546988:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1eec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547002:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547009:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547015:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547020:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471904.547022:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547028:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547036:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b86be0b00) 00010000:00010000:1.0:1772471904.547039:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471904.547042:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547052:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1ef3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547081:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1ee5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bac expref: 87 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547095:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bac expref: 86 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.547102:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:1.0:1772471904.547105:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471904.547107:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772471904.547179:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26270:x1858570834782336:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1003us (1232us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471904.547187:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 930 00000040:00080000:0.0:1772471904.554741:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471904.554753:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471904.555503:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1772471904.555515:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471904.557139:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471904.557230:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834782464 00000100:00100000:3.0:1772471904.557241:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834782464 00000100:00100000:3.0:1772471904.557355:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 231 00000100:00100000:3.0:1772471904.557364:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834782464:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471904.557391:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471904.557409:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d1f01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bb3 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471904.557484:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856771200:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772471904.557576:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1f00 going to sleep for 11 seconds 00000100:00080000:0.0:1772471904.558363:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1772471904.561103:0:16551:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1772471904.561112:0:16551:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1772471904 00002000:00010000:2.0:1772471904.561114:0:16551:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1772471904 00002000:00010000:2.0:1772471904.561116:0:16551:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1772471904 00002000:00010000:2.0:1772471904.561118:0:16551:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1772471904.561141:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856771200:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772471904.561178:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d1f01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bb3 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.561204:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d1f01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bb3 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.561218:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5e00, rc 0) 00000100:00100000:2.0:1772471904.561292:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834782464:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3927us (4159us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471904.561354:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 231 00000100:00100000:3.0:1772471904.565991:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471904.566229:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834782592 00000100:00100000:1.0:1772471904.566240:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834782592 00000100:00100000:1.0:1772471904.566502:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 931 00000100:00100000:1.0:1772471904.566512:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26270:x1858570834782592:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471904.566534:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471904.566555:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1f08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bba expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.566638:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1f0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.566652:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1f0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.566665:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1f0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471904.566726:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1772471904.566731:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471904.566756:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1f0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.566915:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1f08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bba expref: 88 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.567013:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb200/0xb50b868c089d1f0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bba expref: 87 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471904.567023:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471904.567026:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471904.567030:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb200, rc 0) 00000100:00100000:1.0:1772471904.567144:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26270:x1858570834782592:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 633us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471904.567153:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 931 00000100:00100000:3.0:1772471904.570741:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471904.570850:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834782720 00000100:00100000:2.0:1772471904.570860:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834782720 00000100:00100000:2.0:1772471904.570924:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 232 00000100:00100000:2.0:1772471904.570945:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834782720:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471904.570976:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471904.570997:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1f16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bc1 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471904.571067:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856771328:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471904.571906:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471904.574395:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856771328:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772471904.574436:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1f16 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bc1 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.574463:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d1f16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bc1 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471904.574477:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:2.0:1772471904.574529:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834782720:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3586us (3799us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471904.574538:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 232 00000100:00100000:1.0:1772471904.581125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471904.581204:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834782976 00000100:00100000:3.0:1772471904.581218:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834782976 00000100:00100000:3.0:1772471904.581349:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 39 00000100:00100000:3.0:1772471904.581362:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26270:x1858570834782976:12345-192.168.202.58@tcp:103:lfs.0 00010000:00010000:3.0:1772471904.581964:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471904.581992:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d1efa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bac expref: 87 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471904.582013:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:3.0:1772471904.582018:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471904.582496:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26270:x1858570834782976:12345-192.168.202.58@tcp:103:lfs.0 Request processed in 1136us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471904.582507:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 39 00000100:00100000:1.0:1772471904.585030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471904.585178:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834783104 00000100:00100000:0.0:1772471904.585188:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834783104 00000100:00100000:0.0:1772471904.585264:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 932 00000100:00100000:0.0:1772471904.585274:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26270:x1858570834783104:12345-192.168.202.58@tcp:58:lfs.0 00000100:00100000:0.0:1772471904.585451:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26270:x1858570834783104:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 178us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471904.585459:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 932 00000040:00080000:2.0:1772471905.004510:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772471905.196860:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772471905.196885:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856771456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471905.196965:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471905.197028:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856771456 00000100:00100000:2.0:1772471905.197036:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856771456 00000100:00100000:2.0:1772471905.197081:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1772471905.197089:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856771456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471905.197130:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1772471905.197179:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856771456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471905.197187:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1772471905.197238:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856771456:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471905.450503:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471905.594874:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471905.594886:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471905.597106:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1772471905.597134:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1772471905.819863:0:20619:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471905.819873:0:20619:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471905.819925:0:20619:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1772471905.819934:0:20619:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471905.927882:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471905.928030:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834783232 00000100:00100000:1.0:1772471905.928043:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834783232 00000100:00100000:1.0:1772471905.928114:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 933 00000100:00100000:1.0:1772471905.928127:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26280:x1858570834783232:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471905.928155:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471905.928181:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1f1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bc8 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928267:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928282:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928295:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928341:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928349:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928357:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928430:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928440:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928447:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471905.928492:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:1.0:1772471905.928497:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471905.928517:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928532:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928541:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928548:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928556:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928563:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471905.928568:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928576:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928590:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:1.0:1772471905.928593:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471905.928598:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928605:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d1f24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928623:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928629:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928635:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928639:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471905.928642:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928647:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928654:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b86be0b00) 00010000:00010000:1.0:1772471905.928657:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471905.928660:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928666:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d1f2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928694:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1f1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bc8 expref: 88 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928708:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bc8 expref: 87 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471905.928720:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:1.0:1772471905.928722:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471905.928725:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb400, rc 0) 00000100:00100000:1.0:1772471905.928786:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26280:x1858570834783232:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 662us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471905.928794:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 933 00000100:00100000:3.0:1772471905.934610:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471905.936055:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834783360 00000100:00100000:1.0:1772471905.936072:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834783360 00000100:00100000:1.0:1772471905.936160:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 233 00000100:00100000:1.0:1772471905.936172:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834783360:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471905.936191:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471905.936209:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d1f39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bcf expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471905.936274:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856771584:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772471905.936392:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed540 going to sleep for 11 seconds 00000100:00100000:0.0:1772471905.954181:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856771584:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772471905.954227:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d1f39 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bcf expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471905.954266:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d1f39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bcf expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471905.954282:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:0.0:1772471905.954378:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2412:x1858570834783360:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 18208us (19781us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471905.954394:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 233 00000100:00100000:3.0:1772471905.966551:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471905.966915:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834783488 00000100:00100000:2.0:1772471905.966927:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834783488 00000100:00100000:2.0:1772471905.966990:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 234 00000100:00100000:2.0:1772471905.966999:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834783488:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471905.967019:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471905.967038:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008627735/0xb50b868c089d1f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bd6 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471905.967097:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856771712:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471905.967160:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0240 going to sleep for 11 seconds 00000100:00100000:2.0:1772471905.973049:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856771712:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772471905.973105:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008627735/0xb50b868c089d1f40 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bd6 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471905.973132:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008627735/0xb50b868c089d1f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bd6 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471905.973142:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b800, rc 0) 00000100:00100000:2.0:1772471905.973192:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2411:x1858570834783488:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 6194us (6648us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471905.973203:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 234 00000100:00100000:1.0:1772471905.980853:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471905.981076:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834783744 00000100:00100000:3.0:1772471905.981086:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834783744 00000100:00100000:3.0:1772471905.981138:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 934 00000100:00100000:3.0:1772471905.981147:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26280:x1858570834783744:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:3.0:1772471905.981371:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:3.0:1772471905.981460:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26280:x1858570834783744:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 313us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471905.981469:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 934 00000100:00100000:0.0:1772471906.219052:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856771840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471906.219128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471906.220242:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856771840 00000100:00100000:2.0:1772471906.220256:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856771840 00000100:00100000:2.0:1772471906.220368:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1772471906.220377:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856771840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772471906.220414:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471906.220488:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856771840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471906.220495:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1772471906.220532:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856771840:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471906.479281:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471906.602441:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471906.602451:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471906.602662:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1772471906.602670:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471906.602865:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856771968:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471906.602966:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2f300 going to sleep for 11 seconds 00000100:00100000:1.0:1772471906.611260:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856771968:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471906.612159:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.612240:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834783872 00000100:00100000:3.0:1772471906.612250:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834783872 00000100:00100000:3.0:1772471906.612358:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 935 00000100:00100000:3.0:1772471906.612369:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26290:x1858570834783872:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471906.612402:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471906.612513:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26290:x1858570834783872:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 146us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471906.612520:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 935 00000100:00080000:1.0:1772471906.613166:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471906.625451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.625915:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834784128 00000100:00100000:3.0:1772471906.625926:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834784128 00000100:00100000:3.0:1772471906.626000:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 936 00000100:00100000:3.0:1772471906.626010:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26290:x1858570834784128:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471906.626032:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471906.626053:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f47 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bdd expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.626166:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d1f4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.626182:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d1f4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.626196:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d1f4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471906.626209:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:3.0:1772471906.626606:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f47 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bdd expref: 44 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.626625:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d1f4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bdd expref: 43 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.626634:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:3.0:1772471906.626637:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471906.626641:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772471906.626697:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834784128:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 688us (1256us total) trans 4294967853 rc 0/0 00000100:00100000:3.0:1772471906.626704:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 936 00000100:00100000:0.0:1772471906.639925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471906.639972:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471906.640061:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834784256 00000100:00100000:2.0:1772471906.640072:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834784256 00000100:00100000:2.0:1772471906.640144:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 40 00000100:00100000:2.0:1772471906.640154:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2409:x1858570834784256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471906.640172:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471906.640199:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d1f4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bdd expref: 43 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.640219:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:2.0:1772471906.640224:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471906.640329:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2409:x1858570834784256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 177us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471906.640338:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 40 00000100:00100000:2.0:1772471906.640502:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834784384 00000100:00100000:2.0:1772471906.640506:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834784384 00000100:00100000:2.0:1772471906.640550:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 235 00000100:00100000:2.0:1772471906.640558:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834784384:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471906.640786:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.640807:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 9 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.640815:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471906.640817:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471906.640820:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.640852:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 9 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.640866:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 9 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471906.640881:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856772096:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471906.640942:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b857ff6c0 going to sleep for 11 seconds 00000100:00080000:2.0:1772471906.641029:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471906.655768:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856772096:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471906.655799:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471906.657253:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471906.657287:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834784512 00000100:00100000:2.0:1772471906.657295:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834784512 00002000:00100000:2.0:1772471906.657378:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff8f9cbd9b3b80 x1858570834784512/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:697/0 lens 648/0 e 0 to 0 dl 1772471917 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471906.657388:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9b3b80 with x1858570834784512 ext(0->157) 00010000:00010000:2.0:1772471906.657395:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 10 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.657411:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 10 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471906.657419:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cbd9b3b80 00000100:00100000:2.0:1772471906.657446:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 10 00000100:00100000:2.0:1772471906.657455:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834784512:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:2.0:1772471906.662762:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834784512:12345-192.168.202.58@tcp:4:cp.0 Request processed in 5296us (5503us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1772471906.662778:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 10 00002000:00100000:2.0:1772471906.662792:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff8f9cbd9b3b80 x1858570834784512/t4294967341(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:697/0 lens 648/448 e 0 to 0 dl 1772471917 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471906.662803:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9b3b80 with x1858570834784512 ext(0->157) 00010000:00010000:2.0:1772471906.662815:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 12 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.662836:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 12 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471906.662845:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cbd9b3b80 00000100:00100000:0.0:1772471906.670555:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471906.670599:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834784640 00000100:00100000:0.0:1772471906.670607:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834784640 00010000:00010000:0.0:1772471906.670645:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 12 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471906.670684:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 302 00000100:00100000:0.0:1772471906.670693:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834784640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471906.670708:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772471906.670725:0:15709:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772471906.670732:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 12 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.670746:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 12 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.670773:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d1ede lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ba5 expref: 12 pid: 8409 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.670790:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471906.670793:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471906.670798:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.670808:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.670835:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471906.670885:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834784640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 193us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471906.670893:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 302 00010000:00010000:3.0:1772471906.673744:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673763:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673794:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673802:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673812:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673818:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471906.673824:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673833:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673851:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.673859:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3d906b5/0xb50b868c089d1f5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471906.673982:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834784384:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 33418us (34002us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471906.673992:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 235 00000100:00100000:1.0:1772471906.698022:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471906.701609:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834784896 00000100:00100000:0.0:1772471906.701625:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834784896 00000100:00100000:1.0:1772471906.704295:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 937 00000100:00100000:1.0:1772471906.704324:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26290:x1858570834784896:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471906.704467:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26290:x1858570834784896:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 146us (6455us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471906.704476:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 937 00000100:00100000:1.0:1772471906.710330:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471906.710382:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834785024 00000100:00100000:1.0:1772471906.710392:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834785024 00000100:00100000:1.0:1772471906.710447:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 236 00000100:00100000:1.0:1772471906.710457:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834785024:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471906.710476:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471906.710497:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001fcfa380/0xb50b868c089d1f63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406be4 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471906.710519:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x69a5c660, atime: 0x0, ctime: 0x69a5c660, blocks: 0x8 00010000:00010000:1.0:1772471906.710538:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471906.710540:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471906.710548:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001fcfa380/0xb50b868c089d1f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406be4 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.710564:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001fcfa380/0xb50b868c089d1f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406be4 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.710578:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fac00, rc 0) 00000100:00100000:1.0:1772471906.710632:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834785024:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 176us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471906.710640:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 236 00000100:00100000:1.0:1772471906.715874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471906.717741:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834785280 00000100:00100000:2.0:1772471906.717757:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834785280 00000100:00100000:2.0:1772471906.717827:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 938 00000100:00100000:2.0:1772471906.717837:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26290:x1858570834785280:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772471906.717957:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26290:x1858570834785280:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 121us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471906.717965:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 938 00000100:00100000:2.0:1772471906.729049:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.729124:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834785408 00000100:00100000:3.0:1772471906.729135:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834785408 00002000:00100000:3.0:1772471906.729194:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8f9cbd9b0e00 x1858570834785408/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:697/0 lens 488/0 e 0 to 0 dl 1772471917 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471906.729205:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9b0e00 with x1858570834785408 ext(0->4095) 00002000:00010000:3.0:1772471906.729212:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cbd9b0e00 00000100:00100000:3.0:1772471906.729244:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 71 00000100:00100000:3.0:1772471906.729252:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834785408:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772471906.729442:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834785408:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 190us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471906.729450:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 71 00002000:00100000:3.0:1772471906.729456:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8f9cbd9b0e00 x1858570834785408/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:697/0 lens 488/4536 e 0 to 0 dl 1772471917 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471906.729464:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9b0e00 with x1858570834785408 ext(0->4095) 00002000:00010000:3.0:1772471906.729468:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cbd9b0e00 00000100:00100000:1.0:1772471906.751506:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471906.751546:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834785536 00000100:00100000:1.0:1772471906.751554:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834785536 00000100:00100000:1.0:1772471906.751615:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 939 00000100:00100000:1.0:1772471906.751626:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26290:x1858570834785536:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471906.751649:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471906.751672:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1f6a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406beb expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.751708:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.751723:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.751736:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.751858:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d1f6a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.751877:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471906.751886:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:1.0:1772471906.751889:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772471906.751892:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772471906.751960:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834785536:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 336us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471906.751968:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 939 00000100:00100000:1.0:1772471906.776079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.781228:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834785664 00000100:00100000:3.0:1772471906.781247:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834785664 00000100:00100000:3.0:1772471906.781496:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 940 00000100:00100000:3.0:1772471906.781507:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834785664:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471906.781542:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471906.781672:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834785664:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 167us (5603us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471906.781680:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 940 00000100:00100000:1.0:1772471906.794210:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471906.796100:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834785792 00000100:00100000:2.0:1772471906.796117:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834785792 00000100:00100000:0.0:1772471906.798022:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 237 00000100:00100000:0.0:1772471906.798046:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834785792:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772471906.798097:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798116:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471906.798118:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471906.798123:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798142:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798618:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798629:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798637:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798644:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701dc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471906.798649:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798659:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798675:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471906.798684:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d1f78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471906.798783:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834785792:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 747us (4581us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471906.798791:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 237 00000100:00100000:2.0:1772471906.809281:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.809598:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786048 00000100:00100000:3.0:1772471906.809609:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786048 00000100:00100000:3.0:1772471906.809670:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 941 00000100:00100000:3.0:1772471906.809680:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834786048:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772471906.809773:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.809797:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.809806:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.809841:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.809866:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 43 pid: 6527 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471906.809882:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856772224:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471906.809983:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1840 going to sleep for 11 seconds 00000100:00100000:1.0:1772471906.813498:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.813656:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856772224:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471906.813689:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471906.813777:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786176 00000100:00100000:2.0:1772471906.813784:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786176 00010000:00010000:2.0:1772471906.813819:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 44 pid: 6527 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471906.813868:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 303 00000100:00100000:2.0:1772471906.813878:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2411:x1858570834786176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471906.813893:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471906.813900:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 44 pid: 6527 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.813912:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 44 pid: 6527 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.813943:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d1f71 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406beb expref: 44 pid: 6527 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.813959:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:2.0:1772471906.813964:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.813979:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.813987:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471906.814014:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471906.814063:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2411:x1858570834786176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 186us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471906.814070:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 303 00010000:00010000:3.0:1772471906.814143:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814151:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814358:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814375:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814384:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814390:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471906.814395:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814403:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814413:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:3.0:1772471906.814415:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471906.814419:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471906.814428:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d1f7f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471906.814596:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834786048:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 4918us (5324us total) trans 4294967854 rc 0/0 00000100:00100000:2.0:1772471906.814605:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 941 00000040:00080000:0.0:1772471906.822629:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471906.822638:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471906.823138:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1772471906.823159:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471906.823161:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471906.824190:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786432 00000100:00100000:3.0:1772471906.824214:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786432 00000100:00100000:3.0:1772471906.824282:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 198 00000100:00100000:3.0:1772471906.824291:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26290:x1858570834786432:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471906.824615:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:26290:x1858570834786432:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 324us (1457us total) trans 4294967855 rc 0/0 00000100:00100000:3.0:1772471906.824623:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 198 00000100:00100000:3.0:1772471907.013003:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471907.013158:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786560 00000100:00100000:1.0:1772471907.013169:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786560 00000100:00100000:1.0:1772471907.013246:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 701 00000100:00100000:1.0:1772471907.013258:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834786560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471907.013359:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834786560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 103us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.013367:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 701 00000100:00100000:3.0:1772471907.017726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471907.017766:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471907.017797:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471907.017819:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471907.017840:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471907.017872:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471907.017903:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786944 00000100:00100000:3.0:1772471907.017913:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786944 00000100:00100000:3.0:1772471907.017977:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787072 00000100:00100000:3.0:1772471907.017980:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787072 00000100:00100000:3.0:1772471907.018001:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787328 00000100:00100000:3.0:1772471907.018004:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787328 00000100:00100000:3.0:1772471907.018023:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 459 00000100:00100000:3.0:1772471907.018032:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834786944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471907.018101:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834786944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471907.018109:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 459 00000100:00100000:3.0:1772471907.018124:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 460 00000100:00100000:3.0:1772471907.018130:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2409:x1858570834787072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471907.018154:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2409:x1858570834787072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471907.018161:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 460 00000100:00100000:3.0:1772471907.018327:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 461 00000100:00100000:3.0:1772471907.018338:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834787328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471907.018363:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834787328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471907.018369:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 461 00000100:00100000:3.0:1772471907.018391:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786688 00000100:00100000:3.0:1772471907.018395:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786688 00000100:00100000:3.0:1772471907.018426:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834786816 00000100:00100000:3.0:1772471907.018430:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834786816 00000100:00100000:3.0:1772471907.018450:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787200 00000100:00100000:3.0:1772471907.018454:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787200 00000100:00100000:3.0:1772471907.018468:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:3.0:1772471907.018473:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:2409:x1858570834786688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471907.018499:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:2409:x1858570834786688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471907.018505:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:3.0:1772471907.018515:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:3.0:1772471907.018520:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834786816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471907.018540:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834786816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471907.018545:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:3.0:1772471907.018555:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 830 00000100:00100000:3.0:1772471907.018560:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834787200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471907.018581:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834787200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471907.018587:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 830 00000100:00080000:3.0:1772471907.018604:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471907.018608:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471907.018610:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471907.018612:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1772471907.087802:0:20669:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471907.087815:0:20669:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471907.087845:0:20669:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1772471907.087853:0:20669:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471907.191417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471907.191858:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787456 00000100:00100000:0.0:1772471907.191870:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787456 00000100:00100000:0.0:1772471907.191945:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 238 00000100:00100000:0.0:1772471907.191956:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834787456:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471907.191975:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471907.191993:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000791acc14/0xb50b868c089d1f86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bf2 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471907.192020:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471907.192022:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471907.192031:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000791acc14/0xb50b868c089d1f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bf2 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471907.192050:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000791acc14/0xb50b868c089d1f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bf2 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471907.192070:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c800, rc 0) 00000100:00100000:0.0:1772471907.192125:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834787456:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 171us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471907.192132:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 238 00000100:00100000:3.0:1772471907.213751:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471907.214051:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787712 00000100:00100000:1.0:1772471907.214060:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787712 00000100:00100000:1.0:1772471907.214135:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 41 00000100:00100000:1.0:1772471907.214145:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26291:x1858570834787712:12345-192.168.202.58@tcp:103:lfs.0 00010000:00010000:1.0:1772471907.214163:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471907.214191:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1f32 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bc8 expref: 87 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471907.214211:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8f9b86be0200) 00010000:00010000:1.0:1772471907.214215:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471907.214274:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26291:x1858570834787712:12345-192.168.202.58@tcp:103:lfs.0 Request processed in 130us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.214284:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 41 00000100:00100000:3.0:1772471907.217881:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471907.218054:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787840 00000100:00100000:1.0:1772471907.218065:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787840 00000100:00100000:1.0:1772471907.218137:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 942 00000100:00100000:1.0:1772471907.218146:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26291:x1858570834787840:12345-192.168.202.58@tcp:58:lfs.0 00000100:00100000:1.0:1772471907.218297:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26291:x1858570834787840:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 151us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.218335:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 942 00010000:00010000:3.0:1772471907.502410:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471907.759779:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856772352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471907.759860:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.759975:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856772352 00000100:00100000:2.0:1772471907.759984:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856772352 00000100:00100000:2.0:1772471907.760039:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1772471907.760050:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856772352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772471907.760081:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:2.0:1772471907.760127:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856772352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471907.760134:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1772471907.760183:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:2.0:1772471907.760188:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:2.0:1772471907.760216:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856772352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471907.761907:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856772480:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.761971:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.762002:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856772992:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.762027:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.762042:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8686f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856773504:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.762060:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.762080:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772471907.762085:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856772608:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.762108:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.762125:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856773120:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.762142:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.762156:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8686ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856773632:0@lo:400:kworker.0 00000100:00080000:3.0:1772471907.762263:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471907.762494:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856772608 00000100:00100000:0.0:1772471907.762502:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856772608 00000100:00100000:0.0:1772471907.762540:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773120 00000100:00100000:0.0:1772471907.762543:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773120 00000100:00100000:0.0:1772471907.762572:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1772471907.762579:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856772608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471907.762628:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856772608:12345-0@lo:400:kworker.0 Request processed in 49us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471907.762635:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1772471907.762652:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1772471907.762658:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856773120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471907.762684:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856773120:12345-0@lo:400:kworker.0 Request processed in 26us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471907.762690:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:0.0:1772471907.762708:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471907.768100:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856772736:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768164:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471907.768207:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856773248:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768229:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471907.768246:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8686c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856773760:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471907.768286:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1772471907.768292:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856772864:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768330:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471907.768345:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856773376:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471907.768379:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8686d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856773888:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768395:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471907.768427:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773248 00000100:00100000:1.0:1772471907.768433:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773248 00000100:00100000:1.0:1772471907.768478:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773760 00000100:00100000:1.0:1772471907.768482:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773760 00000100:00100000:1.0:1772471907.768495:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856772864 00000100:00100000:1.0:1772471907.768497:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856772864 00000100:00100000:1.0:1772471907.768512:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1772471907.768520:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856773248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768567:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856773248:12345-0@lo:400:kworker.0 Request processed in 47us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768573:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1772471907.768588:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1772471907.768593:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856773760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768616:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856773760:12345-0@lo:400:kworker.0 Request processed in 23us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768621:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1772471907.768632:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1772471907.768637:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856772864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768660:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856772864:12345-0@lo:400:kworker.0 Request processed in 23us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768666:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1772471907.768684:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856772992 00000100:00100000:1.0:1772471907.768688:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856772992 00000100:00100000:1.0:1772471907.768711:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856772736 00000100:00100000:1.0:1772471907.768714:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856772736 00000100:00100000:1.0:1772471907.768725:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1772471907.768731:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856772992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768760:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856772992:12345-0@lo:400:kworker.0 Request processed in 29us (6732us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768766:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1772471907.768777:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1772471907.768783:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856772736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768805:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856772736:12345-0@lo:400:kworker.0 Request processed in 22us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768810:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1772471907.768829:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773504 00000100:00100000:1.0:1772471907.768833:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773504 00000100:00100000:1.0:1772471907.768858:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773376 00000100:00100000:1.0:1772471907.768861:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773376 00000100:00100000:1.0:1772471907.768877:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773888 00000100:00100000:1.0:1772471907.768880:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773888 00000100:00100000:1.0:1772471907.768893:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1772471907.768898:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856773504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768936:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856773504:12345-0@lo:400:kworker.0 Request processed in 27us (6864us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768943:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1772471907.768954:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1772471907.768960:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856773376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.768985:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856773376:12345-0@lo:400:kworker.0 Request processed in 26us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.768990:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1772471907.769000:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1772471907.769005:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856773888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.769027:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856773888:12345-0@lo:400:kworker.0 Request processed in 22us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471907.769032:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1772471907.769068:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856772864:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.769078:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856773376:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.769086:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8686d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856773888:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.769094:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856772736:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.769102:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856773248:0@lo:400:kworker.0 00000100:00100000:1.0:1772471907.769109:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8686c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856773760:0@lo:400:kworker.0 00000100:00080000:1.0:1772471907.769147:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471907.769150:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471907.769153:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471907.769370:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.769394:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856772992:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769404:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8686f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856773504:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769421:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856774016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471907.769440:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471907.769465:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856772608:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769474:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856773120:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769503:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856772480 00000100:00100000:2.0:1772471907.769506:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856772480 00000100:00100000:2.0:1772471907.769531:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1772471907.769536:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856772480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769565:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856772480:12345-0@lo:400:kworker.0 Request processed in 29us (7596us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471907.769571:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1772471907.769602:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856773632 00000100:00100000:2.0:1772471907.769605:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856773632 00000100:00100000:2.0:1772471907.769627:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1772471907.769631:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856773632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769653:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856773632:12345-0@lo:400:kworker.0 Request processed in 22us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471907.769658:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1772471907.769673:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774016 00000100:00100000:2.0:1772471907.769676:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774016 00000100:00100000:2.0:1772471907.769694:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1772471907.769699:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856774016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471907.769712:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:2.0:1772471907.769736:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856774016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471907.769741:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1772471907.769774:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856774016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471907.769783:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8686ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856773632:0@lo:400:kworker.0 00000100:00100000:2.0:1772471907.769791:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856772480:0@lo:400:kworker.0 00000001:00080000:3.0:1772471907.771376:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967855 is committed 00000001:00080000:3.0:1772471907.771404:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967850 is committed 00000020:00080000:3.0:1772471907.771409:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00010000:00010000:2.0:1772471907.771585:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771596:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771604:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771611:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471907.771615:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771623:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771640:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8f9b86be0b00) 00010000:00010000:2.0:1772471907.771643:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471907.771648:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771654:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d1ec2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771685:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771691:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771697:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771701:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471907.771704:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771709:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771720:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8f9b84d9e200) 00010000:00010000:2.0:1772471907.771722:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471907.771725:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771731:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d1de9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771743:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771749:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771755:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771760:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471907.771762:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771768:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771774:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8f9b84d9ef00) 00010000:00010000:2.0:1772471907.771776:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471907.771779:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471907.771784:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d1df0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1772471907.771910:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:0.0:1772471907.771921:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00080000:1.0:1772471907.776585:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1772471907.884036:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471907.884046:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471907.885541:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1772471907.885563:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1772471908.221858:0:20720:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471908.221869:0:20720:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471908.221899:0:20720:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1772471908.221906:0:20720:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772471908.522513:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471908.778659:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772471908.778694:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856774272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471908.778758:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471908.778831:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774272 00000100:00100000:2.0:1772471908.778840:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774272 00000100:00100000:2.0:1772471908.778887:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1772471908.778895:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856774272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471908.778932:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112335680 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772471908.778974:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856774272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471908.778980:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1772471908.779030:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856774272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471908.779343:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856774144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471908.779455:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471908.779899:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774144 00000100:00100000:2.0:1772471908.779905:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774144 00000100:00100000:2.0:1772471908.779947:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1772471908.779954:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856774144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772471908.779968:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112335680 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772471908.780004:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856774144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471908.780010:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1772471908.780216:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856774144:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772471909.556437:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772471909.824463:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000001:00080000:1.0:1772471909.824484:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000100:00100000:3.0:1772471910.314584:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856774400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471910.314665:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471910.315140:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774400 00000100:00100000:2.0:1772471910.315148:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774400 00000100:00100000:2.0:1772471910.315195:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1772471910.315202:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856774400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471910.315236:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1772471910.315289:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856774400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471910.315296:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1772471910.315427:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856774400:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772471910.570556:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471911.342107:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856774528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772471911.342185:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471911.343389:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774528 00000100:00100000:2.0:1772471911.343401:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774528 00000100:00100000:2.0:1772471911.343475:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1772471911.343487:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856774528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772471911.343531:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471911.343612:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856774528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471911.343620:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1772471911.343961:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856774528:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772471911.596369:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471911.978503:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471911.978514:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471911.978632:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:1.0:1772471911.978640:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471912.140130:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140183:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140407:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140469:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140487:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140508:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471912.140532:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471912.140652:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788480 00000100:00100000:2.0:1772471912.140664:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788480 00000100:00100000:2.0:1772471912.140730:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788992 00000100:00100000:2.0:1772471912.140734:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788992 00000100:00100000:2.0:1772471912.140748:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788352 00000100:00100000:2.0:1772471912.140749:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788352 00000100:00100000:2.0:1772471912.140760:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788864 00000100:00100000:2.0:1772471912.140762:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788864 00000100:00100000:2.0:1772471912.140778:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 465 00000100:00100000:2.0:1772471912.140968:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834788480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471912.141057:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834788480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 259us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471912.141066:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 465 00000100:00100000:2.0:1772471912.141084:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 466 00000100:00100000:2.0:1772471912.141091:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834788992:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471912.141115:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834788992:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471912.141121:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 466 00000100:00100000:2.0:1772471912.141132:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 467 00000100:00100000:2.0:1772471912.141138:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834788352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471912.141162:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834788352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471912.141168:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 467 00000100:00100000:2.0:1772471912.141179:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 468 00000100:00100000:2.0:1772471912.141186:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834788864:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471912.141393:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788224 00000100:00100000:0.0:1772471912.141399:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788224 00000100:00100000:0.0:1772471912.141432:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788736 00000100:00100000:0.0:1772471912.141435:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788736 00000100:00100000:0.0:1772471912.141450:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788096 00000100:00100000:0.0:1772471912.141452:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788096 00000100:00100000:0.0:1772471912.141465:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834788608 00000100:00100000:0.0:1772471912.141468:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834788608 00000100:00100000:0.0:1772471912.141483:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 837 00000100:00100000:0.0:1772471912.141490:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834788224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471912.141577:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834788864:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 390us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471912.141584:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 468 00000100:00100000:2.0:1772471912.141617:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 838 00000100:00100000:2.0:1772471912.141625:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834788736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:3.0:1772471912.141683:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471912.141688:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471912.141691:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471912.141693:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471912.141822:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834787968 00000100:00100000:1.0:1772471912.141827:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834787968 00000100:00100000:1.0:1772471912.141863:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 703 00000100:00100000:1.0:1772471912.141869:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834787968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471912.146965:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834788224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 5455us (6761us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.146983:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 837 00000100:00100000:0.0:1772471912.147029:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:0.0:1772471912.147045:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:2410:x1858570834788096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471912.147100:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:2410:x1858570834788096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 61us (6630us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.147107:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:0.0:1772471912.147121:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 840 00000100:00100000:0.0:1772471912.147127:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2410:x1858570834788608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471912.147158:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2410:x1858570834788608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (6649us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.147163:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 840 00000100:00100000:2.0:1772471912.151011:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834788736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 9371us (10562us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471912.151029:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 838 00000100:00100000:1.0:1772471912.152008:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834787968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 10130us (11880us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471912.152022:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 703 00010000:00010000:1.0:1772471912.618561:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471912.879466:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856774784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471912.879549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471912.879624:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774784 00000100:00100000:1.0:1772471912.879632:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774784 00000100:00100000:1.0:1772471912.879688:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1772471912.879698:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856774784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471912.879734:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:1.0:1772471912.879781:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856774784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471912.879788:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:1.0:1772471912.879810:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471912.879852:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856774784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471912.880396:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856774656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471912.880442:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880595:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856775040:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880626:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880644:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856775552:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880664:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880683:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856776064:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880699:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880714:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772471912.880720:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856775168:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880746:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880762:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856775680:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880780:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880791:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856776192:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880808:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.880832:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775040 00000100:00100000:0.0:1772471912.880837:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775040 00000100:00100000:0.0:1772471912.880870:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775552 00000100:00100000:0.0:1772471912.880872:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775552 00000100:00100000:0.0:1772471912.880905:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856776064 00000100:00100000:0.0:1772471912.880908:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856776064 00000100:00100000:0.0:1772471912.880920:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775680 00000100:00100000:0.0:1772471912.880922:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775680 00000100:00100000:0.0:1772471912.880933:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856776192 00000100:00100000:0.0:1772471912.880935:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856776192 00000100:00100000:0.0:1772471912.880948:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1772471912.880954:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856775040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.880997:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856775040:12345-0@lo:400:kworker.0 Request processed in 42us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881004:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1772471912.881025:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1772471912.881032:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856775552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881060:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856775552:12345-0@lo:400:kworker.0 Request processed in 28us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881065:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1772471912.881076:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1772471912.881081:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856776064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881104:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856776064:12345-0@lo:400:kworker.0 Request processed in 23us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881109:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1772471912.881119:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1772471912.881123:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856775680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881145:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856775680:12345-0@lo:400:kworker.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881151:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1772471912.881161:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1772471912.881166:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856776192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881187:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856776192:12345-0@lo:400:kworker.0 Request processed in 21us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881193:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1772471912.881220:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775168 00000100:00100000:0.0:1772471912.881224:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775168 00000100:00100000:0.0:1772471912.881247:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1772471912.881383:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856775168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881422:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856775168:12345-0@lo:400:kworker.0 Request processed in 168us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881427:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1772471912.881461:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856774912:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881493:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.881517:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856775424:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881536:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.881550:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856775936:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881567:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.881595:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772471912.881601:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856775296:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881622:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.881638:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856775808:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881656:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471912.881686:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774912 00000100:00100000:0.0:1772471912.881689:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774912 00000100:00100000:0.0:1772471912.881716:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1772471912.881722:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856774912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881754:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856774912:12345-0@lo:400:kworker.0 Request processed in 31us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881763:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1772471912.881789:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775424 00000100:00100000:0.0:1772471912.881793:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775424 00000100:00100000:0.0:1772471912.881814:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1772471912.881820:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856775424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881849:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856775424:12345-0@lo:400:kworker.0 Request processed in 29us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.881854:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:0.0:1772471912.881872:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471912.881878:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471912.881924:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856774912:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881935:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856775424:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881963:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856775168:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881973:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856775680:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881984:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856776192:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.881994:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856775040:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.882003:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856775552:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.882012:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856776064:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.882046:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775296 00000100:00100000:0.0:1772471912.882049:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775296 00000100:00100000:0.0:1772471912.882072:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1772471912.882078:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856775296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.882114:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856775296:12345-0@lo:400:kworker.0 Request processed in 36us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.882119:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1772471912.882145:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856775296:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.882181:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775936 00000100:00100000:0.0:1772471912.882185:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775936 00000100:00100000:0.0:1772471912.882220:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856775808 00000100:00100000:0.0:1772471912.882223:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856775808 00000100:00100000:0.0:1772471912.882243:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1772471912.882250:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856775936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471912.883594:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856774656 00000100:00100000:1.0:1772471912.883606:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856774656 00000100:00100000:1.0:1772471912.883654:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1772471912.883662:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856774656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471912.883684:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 102300480 pending 0 free 3915112448 avail 3683590144 00000100:00100000:1.0:1772471912.883767:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856774656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (3325us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471912.883774:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1772471912.885479:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1772471912.885504:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856775808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471912.885593:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856775808:12345-0@lo:400:kworker.0 Request processed in 102us (3935us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471912.885600:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1772471912.885630:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471912.885635:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471912.886867:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856775936:12345-0@lo:400:kworker.0 Request processed in 4614us (5294us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471912.886878:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1772471912.886966:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856774656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471912.887007:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856775808:0@lo:400:kworker.0 00000100:00100000:0.0:1772471912.887017:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000100:00100000:0.0:1772471912.887026:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856775936:0@lo:400:kworker.0 00000040:00080000:3.0:1772471913.196566:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1772471913.642869:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471913.900880:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856776320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471913.900960:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471913.904145:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856776320 00000100:00100000:1.0:1772471913.904160:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856776320 00000100:00100000:1.0:1772471913.904217:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1772471913.904229:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856776320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471913.904270:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471913.910423:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856776448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471913.910508:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471913.910581:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856776448 00000100:00100000:0.0:1772471913.910589:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856776448 00000100:00100000:0.0:1772471913.910628:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1772471913.910637:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856776448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471913.910661:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471913.910704:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856776448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471913.910711:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1772471913.910759:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856776448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471913.910970:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856776320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6742us (10007us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471913.910978:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1772471913.911256:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856776320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471913.987831:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471913.993641:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834789120 00000100:00100000:0.0:1772471913.993662:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834789120 00000100:00100000:1.0:1772471913.998701:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 943 00000100:00100000:1.0:1772471913.998717:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:26263:x1858570834789120:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1772471913.999024:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:26263:x1858570834789120:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 306us (11199us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471913.999034:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 943 00000100:00100000:3.0:1772471914.002360:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471914.002458:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834789248 00000100:00100000:0.0:1772471914.002469:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834789248 00000100:00100000:0.0:1772471914.002547:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 944 00000100:00100000:0.0:1772471914.002558:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26263:x1858570834789248:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772471914.002689:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26263:x1858570834789248:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 132us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471914.002697:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 944 00000100:00080000:1.0:1772471914.003367:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1772471914.679975:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471915.435514:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471915.435538:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856776576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471915.435613:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471915.436883:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856776576 00000100:00100000:2.0:1772471915.436897:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856776576 00000100:00100000:2.0:1772471915.436953:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1772471915.436961:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856776576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471915.436996:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1772471915.437082:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856776576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (1468us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471915.437088:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1772471915.437415:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856776576:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471915.698710:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1772471916.154828:0:20916:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 12:18:34 (1772471914) 00000100:00100000:0.0:1772471916.462071:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471916.462096:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856776704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471916.462175:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471916.462337:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856776704 00000100:00100000:1.0:1772471916.462346:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856776704 00000100:00100000:1.0:1772471916.462400:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1772471916.462409:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856776704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471916.462450:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471916.462502:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856776704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471916.462510:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1772471916.462881:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856776704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772471916.581823:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471916.582019:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834789376 00000100:00100000:0.0:1772471916.582030:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834789376 00000100:00100000:0.0:1772471916.582132:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 945 00000100:00100000:0.0:1772471916.582145:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:26912:x1858570834789376:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772471916.582275:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:26912:x1858570834789376:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 133us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471916.582284:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 945 00000100:00080000:1.0:1772471916.582457:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471916.603635:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471916.604170:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834789504 00000100:00100000:1.0:1772471916.604183:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834789504 00000100:00100000:1.0:1772471916.604277:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 946 00000100:00100000:1.0:1772471916.604289:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26912:x1858570834789504:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471916.604438:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26912:x1858570834789504:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 151us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471916.604446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 946 00000100:00080000:0.0:1772471916.608534:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471916.644402:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.645617:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834789632 00000100:00100000:2.0:1772471916.645634:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834789632 00000100:00100000:2.0:1772471916.645738:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 947 00000100:00100000:2.0:1772471916.645750:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:26913:x1858570834789632:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471916.645775:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471916.645800:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1f8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406bf9 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.645887:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.645902:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.645918:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.645938:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.645946:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.645953:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646004:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646011:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646017:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646023:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.646027:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646034:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646047:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.646050:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.646067:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646073:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1f94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646085:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646091:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646097:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646103:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.646105:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646111:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646117:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772471916.646119:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.646122:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646128:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1f9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646161:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1f8d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bf9 expref: 85 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646171:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.646174:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.646177:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1f8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406bf9 expref: 85 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.646187:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82be00, rc 0) 00000100:00100000:2.0:1772471916.646264:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:26913:x1858570834789632:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 516us (1876us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471916.646271:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 947 00000100:00080000:1.0:1772471916.647253:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471916.663208:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.663429:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834789888 00000100:00100000:2.0:1772471916.663440:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834789888 00000100:00100000:2.0:1772471916.663501:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 948 00000100:00100000:2.0:1772471916.663511:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+84:26913:x1858570834789888:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:2.0:1772471916.663570:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471916.663599:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d1dfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b58 expref: 84 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.663622:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.663628:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471916.663685:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.663698:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 37 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.663706:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.663742:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 37 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.663758:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 37 pid: 9675 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471916.663773:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856776832:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471916.663936:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c87eb4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1772471916.687086:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471916.687200:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790016 00000100:00100000:0.0:1772471916.687211:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790016 00010000:00010000:0.0:1772471916.687469:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 38 pid: 9675 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471916.687513:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 304 00000100:00100000:0.0:1772471916.687524:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2411:x1858570834790016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471916.687541:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471916.687548:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 38 pid: 9675 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.687562:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 38 pid: 9675 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.687586:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471916.687592:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.687602:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.687610:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.687631:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471916.687702:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:2411:x1858570834790016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 180us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471916.687710:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 304 00010000:00010000:2.0:1772471916.688103:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1e3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406b6d expref: 37 pid: 9675 timeout: 847 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471916.688126:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856776832:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471916.688158:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.688168:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.688174:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.688200:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.688210:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.688218:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692206:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692228:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692241:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471916.692271:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a76ff096 reply state 000000001ed04c39 transno 4294967856 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692289:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692297:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:2.0:1772471916.692339:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471916.692344:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772471916.692351:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:2.0:1772471916.692361:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692369:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692376:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692382:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.692387:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692395:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692405:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.692408:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.692412:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692418:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fa2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471916.692436:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a76ff096 reply state 000000001ed04c39 transno 4294967856 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692444:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.692451:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772471916.692452:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471916.692455:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1772471916.692566:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:26913:x1858570834789888:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 29053us (29365us total) trans 4294967856 rc 0/0 00000100:00100000:2.0:1772471916.692576:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 948 00000100:00100000:3.0:1772471916.710733:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.710906:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790144 00000100:00100000:2.0:1772471916.710917:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790144 00000100:00100000:2.0:1772471916.710985:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 949 00000100:00100000:2.0:1772471916.710995:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+85:26914:x1858570834790144:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772471916.711025:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471916.711049:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c00 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.711122:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1fbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.711137:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1fbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.711159:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1fbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471916.711210:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772471916.711214:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471916.711236:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1fbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.711273:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c00 expref: 87 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.711292:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1fbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c00 expref: 86 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.711368:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.711372:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772471916.711376:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:2.0:1772471916.711439:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26914:x1858570834790144:12345-192.168.202.58@tcp:101:bash.0 Request processed in 445us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471916.711447:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 949 00010000:00010000:3.0:1772471916.715716:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471916.716712:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.716811:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790272 00000100:00100000:2.0:1772471916.716821:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790272 00000100:00100000:2.0:1772471916.716951:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 950 00000100:00100000:2.0:1772471916.716962:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+86:26914:x1858570834790272:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772471916.716984:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471916.717008:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c07 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717094:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717117:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717129:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717140:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717146:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717152:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717237:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1fda lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717245:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717262:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471916.717383:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1772471916.717388:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471916.717414:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1fda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717427:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717439:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717447:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717453:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb85eba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.717458:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717466:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717478:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.717482:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.717487:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717494:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d1fcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717508:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717514:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717521:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717526:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.717530:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717536:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717543:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772471916.717545:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.717548:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717554:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d1fd3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717580:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d1fc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c07 expref: 88 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717595:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084000/0xb50b868c089d1fda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c07 expref: 87 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.717602:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:2.0:1772471916.717605:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471916.717608:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084000, rc 0) 00000100:00100000:2.0:1772471916.717677:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26914:x1858570834790272:12345-192.168.202.58@tcp:101:bash.0 Request processed in 716us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471916.717685:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 950 00000100:00100000:0.0:1772471916.722713:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471916.723577:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790400 00000100:00100000:1.0:1772471916.723668:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790400 00000100:00100000:1.0:1772471916.723777:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 951 00000100:00100000:1.0:1772471916.723789:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26914:x1858570834790400:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471916.723815:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471916.723978:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d1fe1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c0e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724066:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724082:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724096:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724116:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724124:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724131:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724779:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724789:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724796:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724803:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724809:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471916.724814:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724963:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724981:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:1.0:1772471916.724984:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471916.724990:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.724998:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d1fe8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725012:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725018:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725024:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725030:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471916.725032:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725038:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725046:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8344e600) 00010000:00010000:1.0:1772471916.725049:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471916.725052:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725058:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d1fef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725099:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d1fe1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c0e expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725115:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:1.0:1772471916.725118:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471916.725121:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d1fe1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c0e expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.725131:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772471916.725683:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26914:x1858570834790400:12345-192.168.202.58@tcp:101:bash.0 Request processed in 1893us (2976us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471916.725692:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 951 00000100:00100000:3.0:1772471916.737589:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471916.738067:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790528 00000100:00100000:0.0:1772471916.738078:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790528 00000100:00100000:0.0:1772471916.738213:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 952 00000100:00100000:0.0:1772471916.738223:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:26915:x1858570834790528:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772471916.738246:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471916.738274:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d1ff6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c15 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.738383:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.738398:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.738410:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471916.738456:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772471916.738460:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471916.738476:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.738500:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d1ff6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.738518:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 38 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.738528:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471916.738531:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471916.738535:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772471916.738594:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:26915:x1858570834790528:12345-192.168.202.58@tcp:101:rm.0 Request processed in 373us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471916.738602:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 952 00000100:00100000:3.0:1772471916.741956:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.743542:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790656 00000100:00100000:2.0:1772471916.743558:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790656 00000100:00100000:2.0:1772471916.743676:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 953 00000100:00100000:2.0:1772471916.743688:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+38:26915:x1858570834790656:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471916.743710:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471916.743731:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d2004 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c1c expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.743795:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.743810:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744006:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744024:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744033:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744041:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744122:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d2019 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744132:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d2019 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744139:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d2019 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471916.744190:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1772471916.744197:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471916.744219:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d2019 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744233:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744239:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744247:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744712:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.744718:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744726:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744739:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471916.744743:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.744748:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744754:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d200b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744768:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744774:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744784:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744789:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471916.744792:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744798:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744804:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772471916.744806:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471916.744809:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744814:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2012 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744930:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d2004 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c1c expref: 40 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744946:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb85eba00/0xb50b868c089d2019 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c1c expref: 39 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.744953:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:2.0:1772471916.744955:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471916.744958:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb85eba00, rc 0) 00000100:00100000:2.0:1772471916.745026:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26915:x1858570834790656:12345-192.168.202.58@tcp:101:rm.0 Request processed in 1340us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471916.745038:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 953 00000100:00100000:1.0:1772471916.748420:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471916.748656:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790784 00000100:00100000:3.0:1772471916.748668:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790784 00000100:00100000:3.0:1772471916.748739:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 954 00000100:00100000:3.0:1772471916.748750:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26915:x1858570834790784:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471916.748774:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471916.748796:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2020 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c23 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.748888:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.748903:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.748921:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.748936:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.748943:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.748949:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749002:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749009:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749014:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749021:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749027:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.749030:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749039:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749053:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.749057:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.749063:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749069:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2027 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749084:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749089:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749095:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749100:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.749103:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749109:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749116:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8ec38c00) 00010000:00010000:3.0:1772471916.749119:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.749122:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749128:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d202e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749493:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2020 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c23 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749506:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.749509:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.749513:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2020 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c23 expref: 40 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.749524:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5000, rc 0) 00000100:00100000:3.0:1772471916.749862:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26915:x1858570834790784:12345-192.168.202.58@tcp:101:rm.0 Request processed in 1112us (1450us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471916.749872:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 954 00000100:00100000:0.0:1772471916.754755:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471916.754916:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834790912 00000100:00100000:3.0:1772471916.754930:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834790912 00000100:00100000:3.0:1772471916.755028:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 955 00000100:00100000:3.0:1772471916.755039:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26915:x1858570834790912:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471916.755062:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471916.755083:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2035 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c2a expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755169:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755185:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755199:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755216:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755223:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755230:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755282:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755289:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755296:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755354:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.755359:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755439:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755454:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.755458:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.755463:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755470:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d203c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755484:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755491:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755496:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755501:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.755505:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755511:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755518:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471916.755521:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.755524:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755530:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2043 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755573:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2035 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c2a expref: 40 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755582:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.755584:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.755588:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2035 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c2a expref: 40 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.755601:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471916.755666:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26915:x1858570834790912:12345-192.168.202.58@tcp:101:rm.0 Request processed in 629us (922us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471916.755674:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 955 00000100:00100000:1.0:1772471916.771632:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471916.771918:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834791040 00000100:00100000:3.0:1772471916.771928:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834791040 00000100:00100000:3.0:1772471916.771996:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 956 00000100:00100000:3.0:1772471916.772007:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26916:x1858570834791040:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471916.772031:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471916.772055:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d204a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c31 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772125:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772142:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772170:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772188:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772194:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772201:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772244:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772258:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772266:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772271:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.772276:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772285:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772297:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.772336:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.772343:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772349:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2051 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772365:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772384:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772390:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772396:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.772400:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772406:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772413:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471916.772415:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.772418:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772424:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2058 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772457:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d204a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c31 expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772468:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.772471:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.772475:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d204a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c31 expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.772484:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471916.772549:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26916:x1858570834791040:12345-192.168.202.58@tcp:101:cp.0 Request processed in 544us (929us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471916.772557:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 956 00000100:00100000:1.0:1772471916.778934:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471916.779026:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834791168 00000100:00100000:0.0:1772471916.779036:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834791168 00000100:00100000:0.0:1772471916.779102:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 957 00000100:00100000:0.0:1772471916.779112:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26916:x1858570834791168:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471916.779135:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471916.779168:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d205f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c38 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779243:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779257:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779269:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779284:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779291:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779297:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779555:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779563:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779571:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779577:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471916.779581:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779589:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779604:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:0.0:1772471916.779608:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471916.779613:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779620:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2066 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779636:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779642:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779648:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779654:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471916.779657:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779663:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779671:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c95450100) 00010000:00010000:0.0:1772471916.779674:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471916.779676:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779682:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d206d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779722:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d205f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c38 expref: 40 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779732:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:0.0:1772471916.779735:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471916.779738:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d205f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c38 expref: 40 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.779748:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:0.0:1772471916.779867:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26916:x1858570834791168:12345-192.168.202.58@tcp:101:cp.0 Request processed in 756us (942us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471916.779875:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 957 00000100:00100000:0.0:1772471916.784836:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471916.784930:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834791424 00000100:00100000:3.0:1772471916.784943:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834791424 00000100:00100000:3.0:1772471916.785067:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 958 00000100:00100000:3.0:1772471916.785078:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:26916:x1858570834791424:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471916.785102:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471916.785124:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2074 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c3f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785243:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785259:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785271:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785284:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785291:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785346:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772471916.785745:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:3.0:1772471916.785905:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2089 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785915:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2089 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785928:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2089 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785969:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785976:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785983:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.785989:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.785993:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786002:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786015:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.786018:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.786024:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786030:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d207b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471916.786045:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000000c1084a3 reply state 000000005525a319 transno 4294967857 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786056:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786063:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471916.786065:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471916.786068:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772471916.786100:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2074 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c3f expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786113:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5000/0xb50b868c089d2089 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c3f expref: 41 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.786121:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:3.0:1772471916.786124:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471916.786126:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5000, rc 0) 00000100:00100000:3.0:1772471916.786194:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26916:x1858570834791424:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1119us (1373us total) trans 4294967857 rc 0/0 00000100:00100000:3.0:1772471916.786203:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 958 00000100:00100000:1.0:1772471916.794814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471916.794963:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834791552 00000100:00100000:0.0:1772471916.794975:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834791552 00000100:00100000:0.0:1772471916.795054:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 239 00000100:00100000:0.0:1772471916.795064:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834791552:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471916.795084:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471916.795106:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c46 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471916.795135:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772471916.795168:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471916.795170:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471916.795180:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.795200:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.795214:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:0.0:1772471916.795279:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834791552:12345-192.168.202.58@tcp:101:cp.0 Request processed in 217us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471916.795287:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 239 00000100:00080000:2.0:1772471916.795711:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471916.799189:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.799341:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834791680 00000100:00100000:2.0:1772471916.799354:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834791680 00000100:00100000:2.0:1772471916.799418:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 240 00000100:00100000:2.0:1772471916.799428:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:26916:x1858570834791680:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471916.799454:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471916.799477:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c4d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.799513:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.799521:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471916.799524:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471916.799527:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.799565:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.799578:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471916.799592:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856776960:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471916.799704:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665480 going to sleep for 11 seconds 00000100:00100000:1.0:1772471916.804836:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.805119:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856776960:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471916.805163:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.805187:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82be00, rc 0) 00000100:00100000:2.0:1772471916.805258:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:26916:x1858570834791680:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5830us (6077us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471916.805268:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 240 00000100:00100000:0.0:1772471916.805584:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834791808 00000100:00100000:0.0:1772471916.805592:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834791808 00010000:00010000:0.0:1772471916.805623:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471916.805667:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 305 00000100:00100000:0.0:1772471916.805675:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834791808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471916.805689:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471916.805709:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.805722:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.805747:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2097 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c46 expref: 11 pid: 8409 timeout: 847 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.805761:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471916.805763:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471916.805772:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.805782:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471916.805816:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471916.805832:0:6510:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856777088:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471916.805898:0:6510:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83b8a240 going to sleep for 11 seconds 00000100:00100000:0.0:1772471916.818089:0:6510:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856777088:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471916.818114:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471916.818178:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834791808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 12502us (13351us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471916.818189:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 305 00000100:00100000:1.0:1772471916.819323:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.819421:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792064 00000100:00100000:2.0:1772471916.819431:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792064 00000100:00100000:2.0:1772471916.819482:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 199 00000100:00100000:2.0:1772471916.819493:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26916:x1858570834792064:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772471916.820019:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26916:x1858570834792064:12345-192.168.202.58@tcp:35:cp.0 Request processed in 525us (718us total) trans 4294967858 rc 0/0 00000100:00100000:2.0:1772471916.820028:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 199 00000100:00100000:1.0:1772471916.881289:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471916.881800:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792192 00000100:00100000:3.0:1772471916.881811:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792192 00000100:00100000:3.0:1772471916.881894:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 959 00000100:00100000:3.0:1772471916.881906:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26919:x1858570834792192:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471916.881930:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471916.881954:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d20a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c54 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882048:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882063:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882075:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882086:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882095:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882101:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882174:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882182:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882190:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471916.882230:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:3.0:1772471916.882235:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471916.882254:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882280:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882291:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882326:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882333:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882340:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882346:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.882350:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882358:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882381:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471916.882385:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.882390:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882396:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d20ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882412:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882418:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882424:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882430:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471916.882433:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882440:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882447:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8ec38500) 00010000:00010000:3.0:1772471916.882450:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471916.882453:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882460:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d20b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882488:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d20a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c54 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882502:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c54 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.882509:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:3.0:1772471916.882512:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471916.882515:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5600, rc 0) 00000100:00100000:3.0:1772471916.882590:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:26919:x1858570834792192:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 686us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471916.882599:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 959 00000100:00100000:1.0:1772471916.889203:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471916.889362:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792320 00000100:00100000:0.0:1772471916.889373:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792320 00000100:00080000:2.0:1772471916.889510:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471916.889564:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 241 00000100:00100000:0.0:1772471916.889574:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834792320:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471916.889597:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471916.889621:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d20c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c5b expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471916.889683:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856777216:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772471916.889790:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83b8a240 going to sleep for 11 seconds 00002000:00010000:3.0:1772471916.894701:0:8408:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772471916.894714:0:8408:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1772471916 00002000:00010000:3.0:1772471916.894717:0:8408:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1772471916 00002000:00010000:3.0:1772471916.894719:0:8408:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1772471916 00002000:00010000:3.0:1772471916.894722:0:8408:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772471916.894752:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856777216:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772471916.894792:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d20c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c5b expref: 14 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.894829:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d20c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c5b expref: 14 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471916.894853:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:3.0:1772471916.894918:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834792320:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 5345us (5725us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471916.894928:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 241 00000100:00100000:3.0:1772471916.902521:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.903140:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792448 00000100:00100000:2.0:1772471916.903245:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792448 00000100:00100000:1.0:1772471916.903873:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 960 00000100:00100000:1.0:1772471916.903889:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:26919:x1858570834792448:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471916.903912:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471916.903934:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d20c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c62 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.904009:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d20cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.904028:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d20cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.904041:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d20cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471916.904087:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1772471916.904091:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471916.904110:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d20cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.904137:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d20c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c62 expref: 90 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.904508:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d20cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c62 expref: 89 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471916.904519:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:1.0:1772471916.904522:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471916.904527:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb600, rc 0) 00000100:00100000:1.0:1772471916.904842:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:26919:x1858570834792448:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 958us (2330us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471916.904860:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 960 00000100:00100000:1.0:1772471916.910008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.910116:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792576 00000100:00100000:2.0:1772471916.910125:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792576 00000100:00100000:2.0:1772471916.910523:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 242 00000100:00100000:2.0:1772471916.910535:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834792576:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471916.910567:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471916.910589:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c69 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471916.910651:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856777344:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471916.910735:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665240 going to sleep for 11 seconds 00000100:00100000:2.0:1772471916.915837:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856777344:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772471916.915892:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20d6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c69 expref: 14 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.915921:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c69 expref: 14 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471916.915937:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:2.0:1772471916.916011:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834792576:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 5477us (6012us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471916.916021:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 242 00000100:00100000:3.0:1772471916.924168:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471916.924392:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792832 00000100:00100000:2.0:1772471916.924405:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792832 00000100:00100000:2.0:1772471916.924472:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 961 00000100:00100000:2.0:1772471916.924482:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:26919:x1858570834792832:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:2.0:1772471916.924688:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:2.0:1772471916.924784:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:26919:x1858570834792832:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 302us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471916.924793:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 961 00000040:00080000:1.0:1772471917.098546:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471917.098568:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471917.098595:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:1.0:1772471917.098604:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471917.098884:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ad500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856777472:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471917.098997:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471917.111786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471917.111880:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834792960 00000100:00100000:3.0:1772471917.111892:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834792960 00000100:00100000:3.0:1772471917.111958:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 962 00000100:00100000:3.0:1772471917.111968:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:26929:x1858570834792960:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471917.112005:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471917.112213:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:26929:x1858570834792960:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 246us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.112222:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 962 00000100:00100000:2.0:1772471917.112998:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ad500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856777472:192.168.202.58@tcp:107:hsm_cdtr.0 00000001:00080000:3.0:1772471917.114863:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967858 is committed 00010000:00010000:2.0:1772471917.114986:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.114999:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.115007:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.115012:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471917.115017:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.115024:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.115042:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8f9c8ec38500) 00010000:00010000:2.0:1772471917.115045:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471917.115050:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.115056:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2082 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471917.115910:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967856 is committed 00010000:00010000:1.0:1772471917.121475:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121498:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121507:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121515:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471917.121520:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121530:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121564:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772471917.121567:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471917.121574:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121582:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d1fa9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121607:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121614:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121621:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121626:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471917.121629:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121635:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121642:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:1.0:1772471917.121645:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471917.121648:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.121654:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d1fb0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471917.133342:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.133452:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834793216 00000100:00100000:1.0:1772471917.133464:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834793216 00000100:00100000:1.0:1772471917.133524:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 963 00000100:00100000:1.0:1772471917.133535:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:26929:x1858570834793216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471917.133571:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471917.133593:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d20dd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c70 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.133709:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d20e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.133728:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d20e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.133740:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d20e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471917.133752:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1772471917.133898:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d20dd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c70 expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.133918:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d20e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c70 expref: 42 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.133927:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:1.0:1772471917.133930:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471917.133935:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb400, rc 0) 00000100:00100000:1.0:1772471917.134006:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26929:x1858570834793216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 473us (705us total) trans 4294967859 rc 0/0 00000100:00100000:1.0:1772471917.134014:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 963 00000100:00100000:3.0:1772471917.138861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.139029:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834793344 00000100:00100000:2.0:1772471917.139039:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834793344 00000100:00100000:2.0:1772471917.139114:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 42 00000100:00100000:2.0:1772471917.139124:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2410:x1858570834793344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471917.139141:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471917.139171:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d20e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c70 expref: 42 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.139194:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:2.0:1772471917.139201:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471917.139265:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:2410:x1858570834793344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 143us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471917.139274:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 42 00000100:00100000:3.0:1772471917.143953:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.144037:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834793472 00000100:00100000:2.0:1772471917.144048:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834793472 00000100:00100000:2.0:1772471917.144117:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 243 00000100:00100000:2.0:1772471917.144128:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834793472:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471917.144202:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.144224:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.144233:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471917.144235:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471917.144240:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.144289:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.144331:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 10 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471917.144349:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856777600:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471917.144433:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665240 going to sleep for 11 seconds 00000100:00100000:0.0:1772471917.163556:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.163663:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834793600 00000100:00100000:1.0:1772471917.163676:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834793600 00002000:00100000:1.0:1772471917.163735:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff8f9b8547ca80 x1858570834793600/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:708/0 lens 648/0 e 0 to 0 dl 1772471928 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471917.163748:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547ca80 with x1858570834793600 ext(0->157) 00010000:00010000:1.0:1772471917.163758:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 11 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.163782:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 11 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471917.163789:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b8547ca80 00000100:00100000:1.0:1772471917.163824:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 11 00000100:00100000:1.0:1772471917.163834:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834793600:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:0.0:1772471917.166764:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834793600:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2919us (3216us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1772471917.166782:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 11 00002000:00100000:0.0:1772471917.166796:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff8f9b8547ca80 x1858570834793600/t4294967347(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:708/0 lens 648/448 e 0 to 0 dl 1772471928 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471917.166806:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547ca80 with x1858570834793600 ext(0->157) 00010000:00010000:0.0:1772471917.166829:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 13 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.167003:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 13 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471917.167012:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b8547ca80 00000100:00100000:2.0:1772471917.167219:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856777600:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471917.167248:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471917.173512:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.173637:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834793728 00000100:00100000:1.0:1772471917.173649:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834793728 00010000:00010000:1.0:1772471917.173697:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 13 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471917.173744:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 306 00000100:00100000:1.0:1772471917.173756:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834793728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471917.173774:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1772471917.173796:0:7450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1772471917.173804:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 13 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.173818:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 13 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.173856:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3d906b5/0xb50b868c089d209e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c4d expref: 13 pid: 8410 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.173884:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471917.173886:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471917.173891:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.173900:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.173936:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471917.173995:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834793728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 241us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471917.174004:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 306 00010000:00010000:3.0:1772471917.174111:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174121:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174153:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174162:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174182:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174189:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471917.174193:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174203:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174243:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.174251:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5a47460/0xb50b868c089d20f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471917.174356:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834793472:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 30229us (30413us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.174381:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 243 00000100:00100000:1.0:1772471917.186447:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471917.186649:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834793984 00000100:00100000:3.0:1772471917.186660:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834793984 00000100:00100000:3.0:1772471917.186721:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 964 00000100:00100000:3.0:1772471917.186731:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26929:x1858570834793984:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471917.186862:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26929:x1858570834793984:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 132us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.186870:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 964 00000100:00100000:1.0:1772471917.194521:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471917.194592:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834794112 00000100:00100000:3.0:1772471917.194602:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834794112 00000100:00100000:3.0:1772471917.194660:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 244 00000100:00100000:3.0:1772471917.194670:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834794112:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471917.194691:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471917.194712:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c77 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471917.194735:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x69a5c66c, atime: 0x0, ctime: 0x69a5c66c, blocks: 0x8 00010000:00010000:3.0:1772471917.194756:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471917.194759:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471917.194768:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.194786:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.194801:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5200, rc 0) 00000100:00100000:3.0:1772471917.194871:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570834794112:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 202us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.194879:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 244 00000100:00100000:3.0:1772471917.206536:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.206634:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834794368 00000100:00100000:1.0:1772471917.206647:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834794368 00000100:00100000:1.0:1772471917.206718:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 965 00000100:00100000:1.0:1772471917.206728:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26929:x1858570834794368:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471917.206898:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26929:x1858570834794368:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 170us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471917.206906:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 965 00000100:00100000:3.0:1772471917.218906:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471917.219552:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834794496 00000100:00100000:0.0:1772471917.219563:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834794496 00002000:00100000:0.0:1772471917.219613:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8f9b8543b100 x1858570834794496/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:708/0 lens 488/0 e 0 to 0 dl 1772471928 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471917.219624:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8543b100 with x1858570834794496 ext(0->4095) 00002000:00010000:0.0:1772471917.219631:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b8543b100 00000100:00100000:0.0:1772471917.219659:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 72 00000100:00100000:0.0:1772471917.219669:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834794496:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1772471917.219910:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834794496:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 241us (1016us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772471917.219920:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 72 00002000:00100000:0.0:1772471917.219927:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8f9b8543b100 x1858570834794496/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:708/0 lens 488/4536 e 0 to 0 dl 1772471928 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471917.219935:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8543b100 with x1858570834794496 ext(0->4095) 00002000:00010000:0.0:1772471917.219939:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b8543b100 00000100:00100000:2.0:1772471917.225814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471917.226066:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834794624 00000100:00100000:3.0:1772471917.226076:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834794624 00000100:00100000:3.0:1772471917.226166:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 966 00000100:00100000:3.0:1772471917.226176:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:26929:x1858570834794624:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471917.226196:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471917.226214:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2100 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c7e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.226247:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.226260:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.226272:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.226419:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2100 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.226439:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.226449:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:3.0:1772471917.226452:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471917.226455:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:3.0:1772471917.226508:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26929:x1858570834794624:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 333us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.226515:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 966 00000100:00100000:0.0:1772471917.234662:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471917.234707:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834794752 00000100:00100000:3.0:1772471917.234720:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834794752 00000100:00100000:3.0:1772471917.234795:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 967 00000100:00100000:3.0:1772471917.234806:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26929:x1858570834794752:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471917.235074:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471917.235196:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26929:x1858570834794752:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 391us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.235204:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 967 00000100:00100000:3.0:1772471917.238962:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.239139:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834794880 00000100:00100000:2.0:1772471917.239156:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834794880 00000100:00100000:2.0:1772471917.239219:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 245 00000100:00100000:2.0:1772471917.239230:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834794880:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471917.239282:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239332:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471917.239335:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471917.239341:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239356:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239384:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239393:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239401:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239409:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471917.239415:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239424:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239441:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.239449:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9b4dc5f/0xb50b868c089d210e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471917.239521:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834794880:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 293us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471917.239529:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 245 00000100:00100000:2.0:1772471917.243042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471917.243384:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834795136 00000100:00100000:3.0:1772471917.243396:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834795136 00000100:00100000:3.0:1772471917.243458:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 968 00000100:00100000:3.0:1772471917.243469:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26929:x1858570834795136:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772471917.243570:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.243588:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.243599:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.243635:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.243650:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 42 pid: 6526 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471917.243666:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856777728:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471917.243754:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1772471917.254877:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856777728:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471917.254908:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471917.261895:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.261947:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.261986:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.262018:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.262049:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.262189:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834795392 00000100:00100000:1.0:1772471917.262200:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834795392 00000100:00100000:3.0:1772471917.262204:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834795648 00000100:00100000:3.0:1772471917.262207:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834795648 00000100:00100000:3.0:1772471917.262253:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834795776 00000100:00100000:3.0:1772471917.262256:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834795776 00000100:00100000:1.0:1772471917.262270:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 705 00000100:00100000:3.0:1772471917.262277:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 471 00000100:00100000:1.0:1772471917.262281:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834795392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471917.262282:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834795648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471917.262377:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834795648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 93us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.262385:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 471 00000100:00100000:0.0:1772471917.262395:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834795264 00000100:00100000:0.0:1772471917.262399:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834795264 00010000:00010000:0.0:1772471917.262426:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 43 pid: 6526 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471917.262449:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 307 00000100:00100000:0.0:1772471917.262455:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2412:x1858570834795264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471917.262465:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471917.262471:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 43 pid: 6526 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.262482:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 43 pid: 6526 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.262503:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2107 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c7e expref: 43 pid: 6526 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.262521:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:0.0:1772471917.262528:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471917.262532:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 472 00000100:00100000:3.0:1772471917.262538:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834795776:12345-192.168.202.58@tcp:400:kworker.0 00010000:00010000:0.0:1772471917.262539:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.262546:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.262571:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1772471917.262591:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471917.264463:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834795520 00000100:00100000:2.0:1772471917.264479:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834795520 00000100:00080000:2.0:1772471917.264518:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471917.264584:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:2.0:1772471917.264598:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834795520:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471917.265550:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834795392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 3263us (3594us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471917.265563:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 705 00000100:00100000:3.0:1772471917.265633:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834795776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 3007us (3494us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.265645:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 472 00010000:00010000:3.0:1772471917.265761:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.265771:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267838:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267933:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267941:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267947:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471917.267952:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267961:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267978:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:3.0:1772471917.267982:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471917.267988:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.267994:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2115 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471917.268139:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26929:x1858570834795136:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 24669us (25108us total) trans 4294967860 rc 0/0 00000100:00100000:3.0:1772471917.268163:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 968 00000040:00080000:3.0:1772471917.268342:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471917.268347:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471917.269382:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1772471917.269400:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471917.271591:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2412:x1858570834795264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9121us (9695us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.271608:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 307 00000100:00100000:3.0:1772471917.273237:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471917.275738:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834795520:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 11133us (13707us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471917.275754:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:1.0:1772471917.276504:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796032 00000100:00100000:1.0:1772471917.276514:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796032 00000100:00100000:1.0:1772471917.276560:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 200 00000100:00100000:1.0:1772471917.276569:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:26929:x1858570834796032:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772471917.276867:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:26929:x1858570834796032:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 299us (3640us total) trans 4294967861 rc 0/0 00000100:00100000:1.0:1772471917.276875:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 200 00000040:00080000:2.0:1772471917.290996:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772471917.739267:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772471917.823745:0:20966:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471917.823755:0:20966:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471917.823798:0:20966:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1772471917.823807:0:20966:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471917.941929:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471917.942892:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796288 00000100:00100000:0.0:1772471917.942904:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796288 00000100:00100000:0.0:1772471917.942983:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 969 00000100:00100000:0.0:1772471917.942995:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26930:x1858570834796288:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772471917.943019:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471917.943023:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1772471917.943051:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d20cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c62 expref: 87 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.943073:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:0.0:1772471917.943078:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471917.943093:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d000/0xb50b868c089d211c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c85 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.943202:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2123 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.943216:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2123 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.943226:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2123 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471917.943238:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:0.0:1772471917.943370:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d000/0xb50b868c089d211c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c85 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.943387:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2123 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c85 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.943395:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:0.0:1772471917.943398:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471917.943401:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c000, rc 0) 00000100:00100000:0.0:1772471917.943465:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:26930:x1858570834796288:12345-192.168.202.58@tcp:101:bash.0 Request processed in 472us (1545us total) trans 4294967862 rc 0/0 00000100:00100000:0.0:1772471917.943472:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 969 00000100:00100000:2.0:1772471917.966293:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.966368:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796416 00000100:00100000:1.0:1772471917.966379:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796416 00000100:00100000:2.0:1772471917.966409:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.966439:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 43 00000100:00100000:1.0:1772471917.966450:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:2412:x1858570834796416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471917.966467:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471917.966495:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2123 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c85 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.966513:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:1.0:1772471917.966518:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471917.966527:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796544 00000100:00100000:3.0:1772471917.966534:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796544 00000100:00100000:1.0:1772471917.966572:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:2412:x1858570834796416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 122us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.966578:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 246 00000100:00100000:1.0:1772471917.966585:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 43 00000100:00100000:3.0:1772471917.966592:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834796544:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772471917.966622:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471917.966641:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c8c expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.966665:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471917.966668:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471917.966677:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 14 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.966693:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 14 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471917.966706:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4600, rc 0) 00000100:00100000:3.0:1772471917.966746:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2410:x1858570834796544:12345-192.168.202.58@tcp:101:cat.0 Request processed in 159us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471917.966753:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 246 00000100:00100000:2.0:1772471917.979530:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471917.980391:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796672 00000100:00100000:0.0:1772471917.980403:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796672 00000100:00100000:0.0:1772471917.980463:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 247 00000100:00100000:0.0:1772471917.980474:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:26930:x1858570834796672:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772471917.980498:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471917.980522:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000360eb8c/0xb50b868c089d2138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c93 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.980558:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.980568:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 15 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.980575:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471917.980577:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471917.980581:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000360eb8c/0xb50b868c089d2138 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c93 expref: 15 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.980619:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 15 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.980639:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 15 pid: 8409 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471917.980654:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856777856:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471917.980886:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471917.980897:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 11 pid: 8408 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471917.980908:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856777984:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471917.980933:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471917.993077:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.993165:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471917.993195:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796800 00000100:00100000:1.0:1772471917.993203:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796800 00010000:00010000:1.0:1772471917.993243:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 12 pid: 8408 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471917.993276:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834796928 00000100:00100000:1.0:1772471917.993279:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834796928 00010000:00010000:1.0:1772471917.993292:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 16 pid: 8409 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471917.993367:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 308 00000100:00100000:1.0:1772471917.993377:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834796800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471917.993393:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471917.993414:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 12 pid: 8408 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.993426:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 12 pid: 8408 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.993454:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471917.993509:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834796800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 133us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471917.993519:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 308 00000100:00100000:1.0:1772471917.993537:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 309 00000100:00100000:1.0:1772471917.993544:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834796928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471917.993552:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471917.993559:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 16 pid: 8409 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.993571:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 16 pid: 8409 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.993583:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471917.993585:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471917.993591:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000360eb8c/0xb50b868c089d2138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c93 expref: 16 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.993602:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000360eb8c/0xb50b868c089d2138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c93 expref: 16 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471917.993637:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000360eb8c/0xb50b868c089d2138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c93 expref: 16 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471917.993652:0:6511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6511:1858570856778112:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471917.993698:0:6511:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1772471917.994244:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d2131 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c8c expref: 16 pid: 8409 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471917.994262:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856777856:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471917.994276:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089a50887/0xb50b868c089d20f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c77 expref: 11 pid: 8408 timeout: 849 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471917.994285:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856777984:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471917.994343:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000360eb8c/0xb50b868c089d2138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c93 expref: 15 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471917.994355:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d000, rc 0) 00000100:00100000:2.0:1772471917.994395:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:26930:x1858570834796672:12345-192.168.202.58@tcp:101:cat.0 Request processed in 13924us (14874us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471917.994404:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 247 00000100:00100000:3.0:1772471917.994715:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772471917.994732:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856778240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471917.994782:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471917.994867:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856778240 00000100:00100000:2.0:1772471917.994873:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856778240 00000100:00100000:2.0:1772471917.994923:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1772471917.994931:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856778240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471917.994951:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 110738240 pending 28672 free 3915112448 avail 3683590144 00000100:00100000:2.0:1772471917.994987:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856778240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471917.994993:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1772471917.995030:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856778240:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1772471917.995082:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471917.998212:0:6511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6511:1858570856778112:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471917.998240:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471917.998284:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834796928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4740us (5118us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471917.998294:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 309 00000100:00100000:0.0:1772471917.999049:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856778496:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999099:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471917.999124:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856779008:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999145:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471917.999168:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856779520:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999191:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471917.999213:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772471917.999219:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856778624:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999242:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471917.999258:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856779136:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999277:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471917.999292:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856779648:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999353:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471917.999387:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856778496 00000100:00100000:0.0:1772471917.999394:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856778496 00000100:00100000:0.0:1772471917.999427:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779008 00000100:00100000:0.0:1772471917.999430:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779008 00000100:00100000:0.0:1772471917.999454:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779520 00000100:00100000:0.0:1772471917.999457:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779520 00000100:00100000:0.0:1772471917.999471:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779136 00000100:00100000:0.0:1772471917.999474:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779136 00000100:00100000:0.0:1772471917.999488:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779648 00000100:00100000:0.0:1772471917.999490:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779648 00000100:00100000:0.0:1772471917.999505:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1772471917.999513:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856778496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999558:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856778496:12345-0@lo:400:kworker.0 Request processed in 45us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.999566:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1772471917.999583:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1772471917.999590:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856779008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999616:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856779008:12345-0@lo:400:kworker.0 Request processed in 27us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.999622:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1772471917.999633:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1772471917.999639:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856779520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999664:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856779520:12345-0@lo:400:kworker.0 Request processed in 25us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.999673:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1772471917.999685:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1772471917.999691:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856779136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999718:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856779136:12345-0@lo:400:kworker.0 Request processed in 27us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.999723:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1772471917.999734:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1772471917.999740:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856779648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999765:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856779648:12345-0@lo:400:kworker.0 Request processed in 25us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.999771:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1772471917.999788:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856778624 00000100:00100000:0.0:1772471917.999791:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856778624 00000100:00100000:0.0:1772471917.999818:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1772471917.999825:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856778624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999869:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856778624:12345-0@lo:400:kworker.0 Request processed in 44us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471917.999875:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00080000:0.0:1772471917.999903:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471917.999907:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471917.999932:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856778624:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999943:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856779136:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999951:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856779648:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999960:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856778496:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999970:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856779008:0@lo:400:kworker.0 00000100:00100000:0.0:1772471917.999978:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856779520:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000159:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856778752:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000188:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471918.000206:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856779264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000225:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471918.000242:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856779776:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000262:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471918.000281:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1772471918.000287:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856778368:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471918.000366:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856778880:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000386:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471918.000402:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856779392:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000421:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471918.000447:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779264 00000100:00100000:1.0:1772471918.000452:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779264 00000100:00100000:1.0:1772471918.000492:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779776 00000100:00100000:1.0:1772471918.000496:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779776 00000100:00100000:1.0:1772471918.000516:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779392 00000100:00100000:1.0:1772471918.000519:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779392 00000100:00100000:1.0:1772471918.000534:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1772471918.000540:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856779264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000577:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856779264:12345-0@lo:400:kworker.0 Request processed in 37us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471918.000583:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1772471918.000596:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1772471918.000602:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856779776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000628:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856779776:12345-0@lo:400:kworker.0 Request processed in 27us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471918.000634:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1772471918.000643:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1772471918.000649:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856779392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000675:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856779392:12345-0@lo:400:kworker.0 Request processed in 26us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471918.000680:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1772471918.000701:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856778368 00000100:00100000:1.0:1772471918.000704:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856778368 00000100:00100000:1.0:1772471918.000729:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1772471918.000736:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856778368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000763:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856778368:12345-0@lo:400:kworker.0 Request processed in 28us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471918.000770:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00080000:1.0:1772471918.000802:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471918.000805:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471918.000823:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856778368:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000835:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856779392:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000860:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856779264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000869:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856779776:0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000892:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856778752 00000100:00100000:1.0:1772471918.000896:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856778752 00000100:00100000:1.0:1772471918.000919:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1772471918.000925:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856778752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471918.000958:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856778752:12345-0@lo:400:kworker.0 Request processed in 32us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471918.000963:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1772471918.000983:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856778752:0@lo:400:kworker.0 00000100:00100000:0.0:1772471918.004497:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856778880 00000100:00100000:0.0:1772471918.004516:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856778880 00000100:00100000:0.0:1772471918.004589:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1772471918.004600:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856778880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471918.004700:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856778880:12345-0@lo:400:kworker.0 Request processed in 102us (4312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471918.004707:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1772471918.004764:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856778880:0@lo:400:kworker.0 00000100:00100000:2.0:1772471918.004930:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772471918.004944:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856779904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471918.004992:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471918.005032:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856779904 00000100:00100000:2.0:1772471918.005036:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856779904 00000100:00100000:2.0:1772471918.005069:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1772471918.005077:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856779904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772471918.005093:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 110738240 pending 28672 free 3915112448 avail 3683590144 00000100:00100000:2.0:1772471918.005127:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856779904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471918.005133:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1772471918.005266:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856779904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471918.007517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471918.007617:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834797056 00000100:00100000:0.0:1772471918.007626:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834797056 00000100:00100000:0.0:1772471918.007707:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 970 00000100:00100000:0.0:1772471918.007718:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8686d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:26930:x1858570834797056:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772471918.007742:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471918.007761:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d213f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406c9a expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.007795:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d600/0xb50b868c089d2146 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.007810:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d600/0xb50b868c089d2146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.007824:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d600/0xb50b868c089d2146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.007954:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d213f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c9a expref: 89 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.007971:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d600/0xb50b868c089d2146 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c9a expref: 88 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.007981:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:0.0:1772471918.007984:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471918.007988:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d600, rc 0) 00000100:00100000:0.0:1772471918.008040:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8686d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:26930:x1858570834797056:12345-192.168.202.58@tcp:101:cat.0 Request processed in 324us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471918.008047:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 970 00000100:00080000:1.0:1772471918.008192:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471918.011112:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471918.011267:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834797184 00000100:00100000:0.0:1772471918.011278:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834797184 00002000:00100000:0.0:1772471918.011392:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8f9b855a0380 x1858570834797184/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:709/0 lens 488/0 e 0 to 0 dl 1772471929 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471918.011405:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b855a0380 with x1858570834797184 ext(0->4095) 00002000:00010000:0.0:1772471918.011413:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b855a0380 00000100:00100000:0.0:1772471918.011445:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 73 00000100:00100000:0.0:1772471918.011455:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834797184:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:0.0:1772471918.011632:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834797184:12345-192.168.202.58@tcp:3:cat.0 Request processed in 179us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772471918.011639:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 73 00002000:00100000:0.0:1772471918.011646:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8f9b855a0380 x1858570834797184/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:709/0 lens 488/4536 e 0 to 0 dl 1772471929 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471918.011658:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b855a0380 with x1858570834797184 ext(0->4095) 00002000:00010000:0.0:1772471918.011662:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b855a0380 00000100:00080000:1.0:1772471918.011888:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471918.020408:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471918.023940:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834797440 00000100:00100000:3.0:1772471918.023954:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834797440 00000100:00100000:3.0:1772471918.024017:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 201 00000100:00100000:3.0:1772471918.024025:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:26930:x1858570834797440:12345-192.168.202.58@tcp:35:cat.0 00000001:00080000:3.0:1772471918.024224:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967863 00000001:00080000:3.0:1772471918.024256:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967864 00000100:00100000:3.0:1772471918.024367:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:26930:x1858570834797440:12345-192.168.202.58@tcp:35:cat.0 Request processed in 343us (3970us total) trans 4294967865 rc 0/0 00000100:00100000:3.0:1772471918.024373:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 201 00000020:00080000:3.0:1772471918.024377:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1772471918.052674:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471918.052707:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834797568 00000100:00100000:3.0:1772471918.052716:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834797568 00002000:00100000:3.0:1772471918.052756:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->315) req@ffff8f9b8543b800 x1858570834797568/t0(0) o4->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:709/0 lens 808/0 e 0 to 0 dl 1772471929 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471918.052767:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8543b800 with x1858570834797568 ext(0->315) 00002000:00010000:3.0:1772471918.052774:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b8543b800 00000100:00100000:3.0:1772471918.052800:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 74 00000100:00100000:3.0:1772471918.052809:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834797568:12345-192.168.202.58@tcp:4:cat.0 00000100:00100000:3.0:1772471918.054145:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570834797568:12345-192.168.202.58@tcp:4:cat.0 Request processed in 1333us (1472us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1772471918.054156:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 74 00002000:00100000:3.0:1772471918.054165:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x13:0x0] (0->315) req@ffff8f9b8543b800 x1858570834797568/t4294967348(0) o4->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:709/0 lens 808/448 e 0 to 0 dl 1772471929 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471918.054175:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8543b800 with x1858570834797568 ext(0->315) 00002000:00010000:3.0:1772471918.054180:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b8543b800 00000100:00100000:3.0:1772471918.072172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471918.072272:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834797824 00000100:00100000:0.0:1772471918.072286:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834797824 00000100:00100000:0.0:1772471918.072386:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 971 00000100:00100000:0.0:1772471918.072397:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:26932:x1858570834797824:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471918.072423:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471918.072487:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d214d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ca1 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.072608:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2154 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.072625:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2154 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.072638:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2154 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471918.072652:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:0.0:1772471918.072767:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d214d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ca1 expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.072787:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2154 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ca1 expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.072798:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:0.0:1772471918.072802:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1772471918.072805:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772471918.072881:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26932:x1858570834797824:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 486us (719us total) trans 4294967866 rc 0/0 00000100:00100000:0.0:1772471918.072889:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 971 00000100:00100000:0.0:1772471918.077820:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471918.077977:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834797952 00000100:00100000:3.0:1772471918.077987:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834797952 00000100:00100000:3.0:1772471918.078042:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 972 00000100:00100000:3.0:1772471918.078051:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26932:x1858570834797952:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:3.0:1772471918.078116:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078132:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078158:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078200:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078207:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078212:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078217:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471918.078221:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078228:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078241:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:3.0:1772471918.078244:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471918.078248:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.078254:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2162 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471918.078356:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26932:x1858570834797952:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 305us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471918.078365:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 972 00000100:00100000:1.0:1772471918.135816:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471918.135899:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834798080 00000100:00100000:3.0:1772471918.135910:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834798080 00000100:00100000:3.0:1772471918.135978:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 973 00000100:00100000:3.0:1772471918.135989:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26933:x1858570834798080:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471918.136014:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471918.136035:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2169 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ca8 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.136107:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4e00/0xb50b868c089d2170 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.136122:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4e00/0xb50b868c089d2170 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.136144:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4e00/0xb50b868c089d2170 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471918.136194:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1772471918.136198:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471918.136222:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4e00/0xb50b868c089d2170 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.136249:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d2169 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ca8 expref: 95 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.136265:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4e00/0xb50b868c089d2170 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ca8 expref: 94 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471918.136275:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8f9c89ad5b00) 00010000:00010000:3.0:1772471918.136279:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471918.136283:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4e00, rc 0) 00000100:00100000:3.0:1772471918.136386:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:26933:x1858570834798080:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 397us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471918.136397:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 973 00000100:00100000:1.0:1772471918.147036:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471918.147105:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834798464 00000100:00100000:3.0:1772471918.147116:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834798464 00000100:00100000:3.0:1772471918.147185:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 202 00000100:00100000:3.0:1772471918.147197:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:26933:x1858570834798464:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1772471918.147452:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:26933:x1858570834798464:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 257us (425us total) trans 4294967867 rc 0/0 00000100:00100000:3.0:1772471918.147461:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 202 00000100:00100000:0.0:1772471918.151127:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471918.151177:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834798592 00000100:00100000:0.0:1772471918.151188:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834798592 00000100:00100000:0.0:1772471918.151257:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 44 00000100:00100000:0.0:1772471918.151267:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:26933:x1858570834798592:12345-192.168.202.58@tcp:103:lfs.0 00010000:00010000:0.0:1772471918.151282:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772471918.151327:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2154 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ca1 expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.151350:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d20ba lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c54 expref: 94 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471918.151361:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8f9c8ec38c00) 00010000:00010000:0.0:1772471918.151366:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471918.151416:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26933:x1858570834798592:12345-192.168.202.58@tcp:103:lfs.0 Request processed in 150us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471918.151424:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 44 00000100:00100000:1.0:1772471918.155374:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471918.156777:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834798720 00000100:00100000:3.0:1772471918.156794:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834798720 00000100:00100000:3.0:1772471918.156873:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 974 00000100:00100000:3.0:1772471918.156885:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26933:x1858570834798720:12345-192.168.202.58@tcp:58:lfs.0 00000100:00100000:3.0:1772471918.157040:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:26933:x1858570834798720:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 156us (1677us total) trans 0 rc -1/-1 00000100:00100000:3.0:1772471918.157047:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 974 00010000:00010000:1.0:1772471918.762581:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471919.018546:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471919.018570:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856780032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471919.018648:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471919.018813:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780032 00000100:00100000:2.0:1772471919.018820:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780032 00000100:00100000:2.0:1772471919.018885:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1772471919.018895:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856780032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471919.018923:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772471919.018970:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856780032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471919.018977:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:1.0:1772471919.018983:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471919.019069:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856780160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772471919.019094:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471919.019151:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856780032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471919.019211:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780160 00000100:00100000:1.0:1772471919.019215:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780160 00000100:00100000:1.0:1772471919.019267:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1772471919.019274:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856780160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471919.019285:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00080000:2.0:1772471919.019331:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471919.019370:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856780160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471919.019377:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1772471919.019400:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856780160:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772471919.787550:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471920.554917:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856780288:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471920.555004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471920.555099:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780288 00000100:00100000:0.0:1772471920.555110:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780288 00000100:00100000:0.0:1772471920.555175:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1772471920.555185:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856780288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471920.555222:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:0.0:1772471920.555275:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856780288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471920.555285:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1772471920.555348:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856780288:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471920.810622:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772471921.391975:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471921.391983:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471921.392071:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:0.0:1772471921.392079:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471921.585051:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471921.585085:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856780416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772471921.585152:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471921.585217:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780416 00000100:00100000:3.0:1772471921.585224:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780416 00000100:00100000:3.0:1772471921.585273:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1772471921.585281:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856780416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471921.585337:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471921.585382:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856780416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471921.585390:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1772471921.585437:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856780416:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471921.834710:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471922.374047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374088:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374121:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374147:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374161:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374201:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374216:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471922.374258:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799360 00000100:00100000:1.0:1772471922.374268:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799360 00000100:00100000:1.0:1772471922.374343:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799872 00000100:00100000:1.0:1772471922.374346:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799872 00000100:00100000:1.0:1772471922.374357:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799232 00000100:00100000:1.0:1772471922.374359:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799232 00000100:00100000:1.0:1772471922.374368:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799744 00000100:00100000:1.0:1772471922.374370:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799744 00000100:00100000:1.0:1772471922.374387:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 476 00000100:00100000:1.0:1772471922.374396:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570834799360:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.374472:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570834799360:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.374480:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 476 00000100:00100000:1.0:1772471922.374496:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 477 00000100:00100000:1.0:1772471922.374503:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834799872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.374526:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834799872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.374531:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 477 00000100:00100000:1.0:1772471922.374541:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 478 00000100:00100000:1.0:1772471922.374547:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834799232:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.374569:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834799232:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.374576:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 478 00000100:00100000:1.0:1772471922.374586:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 479 00000100:00100000:1.0:1772471922.374593:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834799744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.374617:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834799744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.374623:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 479 00000100:00100000:1.0:1772471922.374888:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799104 00000100:00100000:1.0:1772471922.374893:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799104 00000100:00080000:2.0:1772471922.374982:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471922.374987:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471922.374989:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471922.375415:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799616 00000100:00100000:1.0:1772471922.375420:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799616 00000100:00100000:1.0:1772471922.375446:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834798976 00000100:00100000:1.0:1772471922.375449:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834798976 00000100:00100000:1.0:1772471922.375460:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834799488 00000100:00100000:1.0:1772471922.375463:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834799488 00000100:00100000:1.0:1772471922.375478:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 854 00000100:00100000:1.0:1772471922.375485:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834799104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.375527:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834799104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 42us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.375533:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 854 00000100:00100000:1.0:1772471922.375547:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 855 00000100:00100000:1.0:1772471922.375553:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834799616:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.375574:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834799616:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.375580:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 855 00000100:00100000:1.0:1772471922.375591:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 856 00000100:00100000:1.0:1772471922.375597:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:2409:x1858570834798976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.375617:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:2409:x1858570834798976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.375625:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 856 00000100:00100000:1.0:1772471922.375635:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 857 00000100:00100000:1.0:1772471922.375642:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2409:x1858570834799488:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471922.375667:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2409:x1858570834799488:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (1450us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471922.375673:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 857 00000100:00080000:1.0:1772471922.375688:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471922.375691:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471922.375765:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834798848 00000100:00100000:0.0:1772471922.375769:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834798848 00000100:00100000:0.0:1772471922.375814:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 707 00000100:00100000:0.0:1772471922.375821:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834798848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471922.375847:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834798848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (1808us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471922.375852:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 707 00010000:00010000:1.0:1772471922.860653:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471923.114808:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856780544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471923.114876:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.114957:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780544 00000100:00100000:2.0:1772471923.114974:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780544 00000100:00100000:2.0:1772471923.115032:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1772471923.115041:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856780544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772471923.115068:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 119176000 pending 57344 free 3915108352 avail 3683586048 00000100:00100000:2.0:1772471923.115107:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856780544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.115114:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:2.0:1772471923.115133:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471923.115168:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856780544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471923.116253:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856780672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471923.116330:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471923.116445:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780672 00000100:00100000:1.0:1772471923.116451:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780672 00000100:00100000:1.0:1772471923.116505:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1772471923.116513:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856780672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471923.116529:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 119176000 pending 57344 free 3915108352 avail 3683586048 00000100:00100000:1.0:1772471923.116566:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856780672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471923.116573:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00080000:2.0:1772471923.120013:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471923.120101:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856780672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471923.120268:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856780800:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120433:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120469:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856781312:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120508:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120526:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856781824:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120543:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120562:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1772471923.120568:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856780928:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120638:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120657:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856781440:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120677:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120692:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856781952:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120722:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120753:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856781056:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120773:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120790:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856781568:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120821:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120837:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856782080:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120857:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120874:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772471923.120879:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856781184:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120898:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120907:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856781696:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.120924:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471923.120956:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780800 00000100:00100000:2.0:1772471923.120962:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780800 00000100:00100000:2.0:1772471923.121012:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1772471923.121021:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856780800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121068:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856780800:12345-0@lo:400:kworker.0 Request processed in 48us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121076:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1772471923.121107:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781312 00000100:00100000:2.0:1772471923.121111:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781312 00000100:00100000:2.0:1772471923.121131:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781056 00000100:00100000:2.0:1772471923.121134:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781056 00000100:00100000:2.0:1772471923.121145:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1772471923.121150:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856781312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121178:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856781312:12345-0@lo:400:kworker.0 Request processed in 27us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121184:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1772471923.121193:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1772471923.121198:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856781056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121222:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856781056:12345-0@lo:400:kworker.0 Request processed in 23us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121228:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1772471923.121243:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781824 00000100:00100000:2.0:1772471923.121247:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781824 00000100:00100000:2.0:1772471923.121275:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781696 00000100:00100000:2.0:1772471923.121277:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781696 00000100:00100000:2.0:1772471923.121293:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1772471923.121298:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856781824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121359:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856781824:12345-0@lo:400:kworker.0 Request processed in 60us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121364:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1772471923.121375:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1772471923.121381:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856781696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121406:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856781696:12345-0@lo:400:kworker.0 Request processed in 26us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121412:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1772471923.121428:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856780928 00000100:00100000:2.0:1772471923.121431:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856780928 00000100:00100000:2.0:1772471923.121448:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781440 00000100:00100000:2.0:1772471923.121450:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781440 00000100:00100000:2.0:1772471923.121462:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781952 00000100:00100000:2.0:1772471923.121464:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781952 00000100:00100000:2.0:1772471923.121474:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781568 00000100:00100000:2.0:1772471923.121476:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781568 00000100:00100000:2.0:1772471923.121485:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856782080 00000100:00100000:2.0:1772471923.121488:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856782080 00000100:00100000:2.0:1772471923.121498:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856781184 00000100:00100000:2.0:1772471923.121501:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856781184 00000100:00100000:2.0:1772471923.121514:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1772471923.121520:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856780928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121548:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856780928:12345-0@lo:400:kworker.0 Request processed in 28us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121554:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1772471923.121564:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1772471923.121570:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856781440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121591:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856781440:12345-0@lo:400:kworker.0 Request processed in 22us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121597:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1772471923.121606:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1772471923.121611:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856781952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121633:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856781952:12345-0@lo:400:kworker.0 Request processed in 23us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121639:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1772471923.121649:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1772471923.121654:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856781568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121677:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856781568:12345-0@lo:400:kworker.0 Request processed in 23us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121683:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1772471923.121694:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1772471923.121699:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856782080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121722:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856782080:12345-0@lo:400:kworker.0 Request processed in 23us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121727:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1772471923.121736:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1772471923.121742:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856781184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121764:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856781184:12345-0@lo:400:kworker.0 Request processed in 23us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.121770:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1772471923.121841:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856780928:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121851:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856781440:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121860:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856781952:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121868:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856780800:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121877:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856781312:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121887:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856781824:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121925:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856781184:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121934:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856781696:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121944:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856781056:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121953:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856781568:0@lo:400:kworker.0 00000100:00100000:2.0:1772471923.121962:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856782080:0@lo:400:kworker.0 00000100:00080000:2.0:1772471923.121983:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471923.121987:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471923.121989:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1772471923.127021:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:1.0:1772471923.127038:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000001:00080000:1.0:1772471923.151085:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967867 is committed 00000001:00080000:1.0:1772471923.151121:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967861 is committed 00000040:00080000:0.0:1772471923.452514:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772471923.582451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471923.582705:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800000 00000100:00100000:2.0:1772471923.582716:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800000 00000100:00100000:2.0:1772471923.582803:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 975 00000100:00100000:2.0:1772471923.582813:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:26912:x1858570834800000:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772471923.583297:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:26912:x1858570834800000:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 485us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.583501:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 975 00000100:00100000:3.0:1772471923.590669:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471923.591008:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800128 00000100:00100000:2.0:1772471923.591018:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800128 00000100:00100000:2.0:1772471923.591124:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 976 00000100:00100000:2.0:1772471923.591136:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26912:x1858570834800128:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772471923.591247:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:26912:x1858570834800128:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 113us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471923.591256:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 976 00010000:00010000:1.0:1772471923.882513:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471924.139128:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856782208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471924.139203:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471924.139485:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856782208 00000100:00100000:1.0:1772471924.139494:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856782208 00000100:00100000:1.0:1772471924.139549:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1772471924.139558:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856782208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471924.139590:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471924.139642:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856782208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471924.139649:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1772471924.139702:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856782208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471924.140498:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856782336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471924.140537:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471924.140678:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856782336 00000100:00100000:0.0:1772471924.140684:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856782336 00000100:00100000:0.0:1772471924.140726:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1772471924.140733:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856782336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471924.140749:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 112307008 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471924.140826:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856782336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471924.140832:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1772471924.141038:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856782336:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772471924.906616:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1772471925.481557:0:21163:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 12:18:43 (1772471923) 00000100:00100000:0.0:1772471925.677410:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471925.677437:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856782464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471925.677559:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471925.677789:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856782464 00000100:00100000:2.0:1772471925.677799:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856782464 00000100:00100000:2.0:1772471925.677851:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1772471925.677862:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856782464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471925.677898:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:2.0:1772471925.677986:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856782464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471925.677993:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1772471925.678084:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856782464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471925.777382:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471925.777436:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800256 00000100:00100000:3.0:1772471925.777448:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800256 00000100:00100000:3.0:1772471925.777520:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 977 00000100:00100000:3.0:1772471925.777533:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:27543:x1858570834800256:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1772471925.777651:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:27543:x1858570834800256:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 121us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471925.777659:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 977 00000100:00080000:3.0:1772471925.777682:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471925.791161:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471925.791210:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800384 00000100:00100000:2.0:1772471925.791221:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800384 00000100:00100000:2.0:1772471925.791282:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 978 00000100:00100000:2.0:1772471925.791292:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:27543:x1858570834800384:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1772471925.791417:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:27543:x1858570834800384:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 126us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471925.791429:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 978 00000100:00080000:3.0:1772471925.791671:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471925.807008:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471925.812258:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800512 00000100:00100000:3.0:1772471925.812272:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800512 00000100:00100000:3.0:1772471925.812358:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 979 00000100:00100000:3.0:1772471925.812370:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:27544:x1858570834800512:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471925.812392:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471925.812446:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2177 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406caf expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812510:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812524:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812537:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812552:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812559:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812565:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812611:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812618:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812628:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812633:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.812637:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812644:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812656:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471925.812658:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.812663:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812667:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d217e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812676:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812680:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812684:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812686:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.812688:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812694:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812698:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8f9c8ec38200) 00010000:00010000:3.0:1772471925.812699:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.812701:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812704:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2185 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812736:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2177 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406caf expref: 88 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812743:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471925.812745:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.812748:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2177 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406caf expref: 88 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.812756:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471925.813500:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:27544:x1858570834800512:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1127us (6501us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471925.813510:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 979 00000100:00080000:3.0:1772471925.813540:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471925.824707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.824895:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800768 00000100:00100000:0.0:1772471925.824906:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800768 00000100:00100000:0.0:1772471925.824972:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 980 00000100:00100000:0.0:1772471925.824983:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+87:27544:x1858570834800768:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:0.0:1772471925.825050:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471925.825093:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d1fbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c00 expref: 87 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.825112:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471925.825117:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471925.825180:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.825197:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.825205:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.825246:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.825261:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 39 pid: 9675 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471925.825279:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856782592:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471925.825685:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8133a780 going to sleep for 11 seconds 00000100:00100000:3.0:1772471925.828660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471925.829018:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834800896 00000100:00100000:1.0:1772471925.829028:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834800896 00010000:00010000:1.0:1772471925.829147:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 40 pid: 9675 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471925.829227:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 310 00000100:00100000:1.0:1772471925.829239:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:2412:x1858570834800896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471925.829255:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471925.829262:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 40 pid: 9675 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471925.829275:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 40 pid: 9675 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471925.829296:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471925.829331:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471925.829342:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471925.829350:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471925.829369:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471925.829415:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:2412:x1858570834800896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 179us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471925.829423:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 310 00010000:00010000:0.0:1772471925.829617:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d1ffd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406c15 expref: 39 pid: 9675 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471925.829636:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856782592:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471925.829656:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.829666:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.829671:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.829694:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.829703:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.829713:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830326:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830336:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830345:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471925.830364:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006bd16c9c reply state 00000000b134a9e8 transno 4294967868 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830376:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830383:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.830386:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471925.830389:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772471925.830396:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:0.0:1772471925.830403:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830409:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830415:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830420:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.830425:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830433:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830442:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471925.830444:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.830448:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830458:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d218c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471925.830470:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006bd16c9c reply state 00000000b134a9e8 transno 4294967868 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830478:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.830484:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8f9c95450600) 00010000:00010000:0.0:1772471925.830486:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471925.830488:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772471925.830567:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:27544:x1858570834800768:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 5584us (5868us total) trans 4294967868 rc 0/0 00000100:00100000:0.0:1772471925.830575:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 980 00000100:00100000:3.0:1772471925.857121:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.857346:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801024 00000100:00100000:0.0:1772471925.857359:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801024 00000100:00100000:0.0:1772471925.857428:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 981 00000100:00100000:0.0:1772471925.857438:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:27545:x1858570834801024:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772471925.857465:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471925.857486:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d21a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cb6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.857554:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d21a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.857567:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d21a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.857586:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d21a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471925.857629:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772471925.857632:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471925.857648:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d21a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.857667:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d21a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cb6 expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.857682:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d21a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cb6 expref: 89 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.857688:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471925.857691:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471925.857693:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772471925.857748:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:27545:x1858570834801024:12345-192.168.202.58@tcp:101:bash.0 Request processed in 311us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471925.857755:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 981 00000100:00100000:2.0:1772471925.868287:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471925.868573:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801152 00000100:00100000:3.0:1772471925.868586:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801152 00000100:00100000:3.0:1772471925.868693:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 982 00000100:00100000:3.0:1772471925.868704:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+89:27545:x1858570834801152:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772471925.868742:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471925.868764:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cbd expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868848:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868864:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868876:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868887:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868894:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868900:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868981:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d21c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868989:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d21c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.868995:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d21c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471925.869033:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1772471925.869037:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471925.869058:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d21c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869201:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869209:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869216:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869222:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.869228:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869236:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869249:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471925.869251:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.869257:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869264:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869280:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869290:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869296:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869428:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.869431:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869438:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869445:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8f9c95450600) 00010000:00010000:3.0:1772471925.869447:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.869450:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869455:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869483:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cbd expref: 91 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869495:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5400/0xb50b868c089d21c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cbd expref: 90 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.869502:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:3.0:1772471925.869505:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772471925.869507:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5400, rc 0) 00000100:00100000:3.0:1772471925.869609:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27545:x1858570834801152:12345-192.168.202.58@tcp:101:bash.0 Request processed in 906us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471925.869617:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 982 00000100:00100000:1.0:1772471925.879375:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.879665:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801280 00000100:00100000:0.0:1772471925.879674:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801280 00000100:00100000:3.0:1772471925.879806:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 983 00000100:00100000:3.0:1772471925.879818:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27545:x1858570834801280:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772471925.879840:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471925.879860:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cc4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.879934:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.879949:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.879962:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.879976:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.879981:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.879985:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880024:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880033:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880037:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880041:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880044:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.880048:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880052:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880061:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:3.0:1772471925.880063:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.880076:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880081:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880092:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880095:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880099:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880102:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.880104:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880108:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880111:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c8ec38200) 00010000:00010000:3.0:1772471925.880113:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.880114:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880117:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880141:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21cb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cc4 expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880148:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:3.0:1772471925.880150:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.880152:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cc4 expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.880158:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471925.880215:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27545:x1858570834801280:12345-192.168.202.58@tcp:101:bash.0 Request processed in 401us (853us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471925.880221:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 983 00000100:00100000:0.0:1772471925.889420:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471925.889533:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801408 00000100:00100000:3.0:1772471925.889543:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801408 00000100:00100000:3.0:1772471925.889604:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 984 00000100:00100000:3.0:1772471925.889614:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+39:27546:x1858570834801408:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471925.889643:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471925.889659:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ccb expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.889712:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.889723:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.889732:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471925.889785:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471925.889790:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471925.889811:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.889835:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 41 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.889853:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.889863:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471925.889866:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471925.889869:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5c00, rc 0) 00000100:00100000:3.0:1772471925.889932:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:27546:x1858570834801408:12345-192.168.202.58@tcp:101:rm.0 Request processed in 318us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471925.889940:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 984 00000100:00100000:2.0:1772471925.900544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471925.907154:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801536 00000100:00100000:3.0:1772471925.907169:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801536 00000100:00100000:3.0:1772471925.907236:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 985 00000100:00100000:3.0:1772471925.907243:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:27546:x1858570834801536:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471925.907263:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471925.907280:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cd2 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907364:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907382:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907396:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907407:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907412:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907416:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907479:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5200/0xb50b868c089d2203 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907485:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5200/0xb50b868c089d2203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907489:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5200/0xb50b868c089d2203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471925.907517:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1772471925.907521:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471925.907540:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5200/0xb50b868c089d2203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907552:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907558:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907564:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907570:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.907574:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907582:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907594:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471925.907598:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.907603:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907610:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d21f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907622:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907625:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907629:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907632:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.907633:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907637:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907641:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8f9c95450600) 00010000:00010000:3.0:1772471925.907642:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.907644:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907647:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d21fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907665:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d21ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cd2 expref: 42 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907678:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5200/0xb50b868c089d2203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cd2 expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.907682:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:3.0:1772471925.907684:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772471925.907686:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5200, rc 0) 00000100:00100000:3.0:1772471925.907955:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27546:x1858570834801536:12345-192.168.202.58@tcp:101:rm.0 Request processed in 709us (7419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471925.907964:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 985 00000100:00100000:1.0:1772471925.911673:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.911948:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801664 00000100:00100000:0.0:1772471925.911959:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801664 00000100:00100000:0.0:1772471925.912010:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 986 00000100:00100000:0.0:1772471925.912017:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27546:x1858570834801664:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772471925.912037:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471925.912056:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d220a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cd9 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912115:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912126:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912134:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912143:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912147:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912151:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912184:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912187:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912191:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912196:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.912199:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912207:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912216:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.912217:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.912221:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912225:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2211 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912236:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912240:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912244:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912246:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.912248:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912251:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912254:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c95450a00) 00010000:00010000:0.0:1772471925.912256:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.912257:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912263:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2218 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912288:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d220a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cd9 expref: 42 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912294:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.912295:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.912514:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d220a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cd9 expref: 42 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.912528:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:0.0:1772471925.912590:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27546:x1858570834801664:12345-192.168.202.58@tcp:101:rm.0 Request processed in 572us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471925.912598:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 986 00000100:00100000:1.0:1772471925.915724:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471925.916098:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801792 00000100:00100000:2.0:1772471925.916108:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801792 00000100:00100000:2.0:1772471925.916157:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 987 00000100:00100000:2.0:1772471925.916163:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27546:x1858570834801792:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471925.916182:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471925.916199:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d221f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ce0 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916252:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916264:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916272:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916281:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916286:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916290:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916363:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916371:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916378:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916383:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471925.916388:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916395:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916408:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:2.0:1772471925.916411:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471925.916416:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916422:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2226 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916436:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916442:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916447:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916450:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471925.916453:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916457:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916461:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c927c9e00) 00010000:00010000:2.0:1772471925.916463:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471925.916464:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916468:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d222d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916494:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d221f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ce0 expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916500:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:2.0:1772471925.916502:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471925.916504:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d221f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ce0 expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.916510:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471925.916562:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27546:x1858570834801792:12345-192.168.202.58@tcp:101:rm.0 Request processed in 397us (852us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471925.916569:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 987 00010000:00010000:1.0:1772471925.930678:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471925.937833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.937981:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834801920 00000100:00100000:0.0:1772471925.937990:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834801920 00000100:00100000:0.0:1772471925.938066:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 988 00000100:00100000:0.0:1772471925.938074:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27547:x1858570834801920:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471925.938093:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471925.938110:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d2234 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ce7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938166:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938178:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938188:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938198:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938202:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938206:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938236:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938240:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938244:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938248:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938252:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.938255:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938260:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938268:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.938270:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.938274:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938278:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d223b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938289:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938292:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938295:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938298:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.938349:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938354:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938358:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c95450a00) 00010000:00010000:0.0:1772471925.938360:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.938362:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938366:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938396:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d2234 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ce7 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938406:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.938408:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.938412:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d2234 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ce7 expref: 42 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.938422:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:0.0:1772471925.938472:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27547:x1858570834801920:12345-192.168.202.58@tcp:101:cp.0 Request processed in 399us (650us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471925.938478:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 988 00000100:00100000:1.0:1772471925.941908:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.942009:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834802048 00000100:00100000:0.0:1772471925.942021:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834802048 00000100:00100000:0.0:1772471925.942132:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 989 00000100:00100000:0.0:1772471925.942141:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27547:x1858570834802048:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471925.942160:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471925.942177:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2249 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cee expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942234:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942246:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942256:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942266:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942271:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942285:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942506:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942512:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942519:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942525:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.942529:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942536:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942548:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.942551:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.942556:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942562:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2250 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942577:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942584:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942590:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942595:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471925.942597:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942601:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942606:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c95450c00) 00010000:00010000:0.0:1772471925.942607:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.942609:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942613:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2257 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942642:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2249 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cee expref: 42 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942650:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471925.942651:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471925.942653:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2249 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cee expref: 42 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.942664:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772471925.942736:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27547:x1858570834802048:12345-192.168.202.58@tcp:101:cp.0 Request processed in 598us (841us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471925.942743:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 989 00000100:00100000:1.0:1772471925.945497:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471925.945667:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834802304 00000100:00100000:3.0:1772471925.945677:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834802304 00000100:00100000:3.0:1772471925.945735:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 990 00000100:00100000:3.0:1772471925.945751:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27547:x1858570834802304:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471925.945782:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471925.945804:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d225e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cf5 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.945910:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.945924:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.945936:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.945947:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.945952:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.945956:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772471925.946362:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:3.0:1772471925.946725:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.946734:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947127:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947170:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947177:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947184:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947190:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471925.947195:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947203:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947218:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:3.0:1772471925.947221:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471925.947227:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947233:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2265 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471925.947249:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000033fd909d reply state 00000000a5656ce5 transno 4294967869 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947258:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947263:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c8ec38200) 00010000:00010000:3.0:1772471925.947266:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471925.947268:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772471925.947634:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d225e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 44 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947653:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 43 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471925.947661:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:3.0:1772471925.947663:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471925.947666:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:3.0:1772471925.947863:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:27547:x1858570834802304:12345-192.168.202.58@tcp:101:cp.0 Request processed in 2119us (2381us total) trans 4294967869 rc 0/0 00000100:00100000:3.0:1772471925.947874:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 990 00000100:00100000:3.0:1772471925.957614:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471925.957856:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834802432 00000100:00100000:2.0:1772471925.957869:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834802432 00000100:00100000:2.0:1772471925.957985:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 248 00000100:00100000:2.0:1772471925.957998:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834802432:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471925.958017:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471925.958038:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406cfc expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471925.958062:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772471925.958230:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471925.958233:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471925.958243:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.958261:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.958275:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471925.958389:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834802432:12345-192.168.202.58@tcp:101:cp.0 Request processed in 394us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471925.958397:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 248 00000100:00080000:3.0:1772471925.961061:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471925.962476:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471925.962684:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834802560 00000100:00100000:2.0:1772471925.962693:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834802560 00000100:00100000:2.0:1772471925.962780:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 249 00000100:00100000:2.0:1772471925.962791:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:27547:x1858570834802560:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471925.962811:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471925.962829:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d03 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.962861:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.962870:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471925.962872:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471925.962876:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.962910:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471925.962925:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471925.962940:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856782720:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471925.963037:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471925.968108:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856782720:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471925.968145:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.968168:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a000, rc 0) 00000100:00100000:0.0:1772471925.968228:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:27547:x1858570834802560:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5438us (5758us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471925.968238:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 249 00000100:00100000:1.0:1772471925.969960:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.970057:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834802688 00000100:00100000:0.0:1772471925.970079:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834802688 00010000:00010000:0.0:1772471925.970120:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471925.970165:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 311 00000100:00100000:0.0:1772471925.970176:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834802688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471925.970192:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471925.970214:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.970229:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.970254:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d2281 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cfc expref: 11 pid: 16551 timeout: 856 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.970271:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471925.970273:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471925.970280:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.970289:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471925.970688:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471925.970713:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856782848:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471925.970800:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8133a900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471925.975850:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471925.975961:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856782848:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471925.975987:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471925.976044:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834802688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5869us (6092us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471925.976057:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 311 00000100:00100000:3.0:1772471925.976180:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834802944 00000100:00100000:3.0:1772471925.976188:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834802944 00000100:00100000:3.0:1772471925.976239:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 203 00000100:00100000:3.0:1772471925.976248:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:27547:x1858570834802944:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:3.0:1772471925.976566:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:27547:x1858570834802944:12345-192.168.202.58@tcp:35:cp.0 Request processed in 318us (726us total) trans 4294967870 rc 0/0 00000100:00100000:3.0:1772471925.976573:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 203 00000100:00100000:2.0:1772471926.026781:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471926.026877:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834803072 00000100:00100000:0.0:1772471926.026888:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834803072 00000100:00100000:0.0:1772471926.026949:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 991 00000100:00100000:0.0:1772471926.026958:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27551:x1858570834803072:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471926.026981:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471926.027003:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d228f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d0a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027088:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027102:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027115:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027127:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027133:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027139:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027209:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027217:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027223:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471926.027264:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1772471926.027270:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471926.027291:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027344:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027354:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027361:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027367:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027373:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027379:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471926.027383:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027391:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027404:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471926.027407:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471926.027412:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027418:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2296 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027437:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027443:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027448:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027453:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471926.027456:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027461:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027471:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c8ec38200) 00010000:00010000:0.0:1772471926.027474:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471926.027477:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027482:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d229d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027507:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d228f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 92 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027520:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.027549:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:0.0:1772471926.027551:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471926.027554:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:0.0:1772471926.027612:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:27551:x1858570834803072:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 654us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471926.027620:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 991 00000100:00100000:1.0:1772471926.033346:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.033614:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834803200 00000100:00100000:2.0:1772471926.033626:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834803200 00000100:00100000:2.0:1772471926.033705:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 250 00000100:00100000:2.0:1772471926.033717:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834803200:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471926.033736:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471926.033764:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d11 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471926.033838:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856782976:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471926.033936:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed780 going to sleep for 11 seconds 00000100:00080000:3.0:1772471926.034891:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1772471926.037884:0:8408:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1772471926.037894:0:8408:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime: 0 -> 1772471926 00002000:00010000:2.0:1772471926.037896:0:8408:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime: 0 -> 1772471926 00002000:00010000:2.0:1772471926.037899:0:8408:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime: 0 -> 1772471926 00002000:00010000:2.0:1772471926.037901:0:8408:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1772471926.037925:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856782976:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772471926.037964:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22ab lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d11 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.037990:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d11 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.038007:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471926.038079:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834803200:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 4364us (4789us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471926.038088:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 250 00000100:00100000:0.0:1772471926.043027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.043188:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834803328 00000100:00100000:3.0:1772471926.043200:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834803328 00000100:00100000:3.0:1772471926.043268:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 992 00000100:00100000:3.0:1772471926.043279:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc15c0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:27551:x1858570834803328:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471926.043527:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471926.043552:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d18 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.043622:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.043637:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.043648:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471926.043691:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1772471926.043695:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471926.043715:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.043751:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 93 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.043780:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 92 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.043791:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:3.0:1772471926.043794:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471926.043799:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5a00, rc 0) 00000100:00100000:3.0:1772471926.043868:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc15c0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:27551:x1858570834803328:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 591us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471926.043876:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 992 00000100:00100000:3.0:1772471926.049688:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.049811:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834803456 00000100:00100000:2.0:1772471926.049822:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834803456 00000100:00100000:2.0:1772471926.049875:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 251 00000100:00100000:2.0:1772471926.049885:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834803456:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471926.049906:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471926.049926:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d1f expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471926.049986:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856783104:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471926.050084:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed780 going to sleep for 11 seconds 00000100:00100000:2.0:1772471926.053288:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856783104:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772471926.053381:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22c0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d1f expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.053406:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d1f expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.053420:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471926.053478:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834803456:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3594us (3799us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471926.053488:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 251 00000100:00100000:3.0:1772471926.059415:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471926.059509:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834803712 00000100:00100000:0.0:1772471926.059521:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834803712 00000100:00100000:0.0:1772471926.059584:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 993 00000100:00100000:0.0:1772471926.059594:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:27551:x1858570834803712:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772471926.059784:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:0.0:1772471926.059862:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:27551:x1858570834803712:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 269us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471926.059870:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 993 00000040:00080000:3.0:1772471926.506785:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471926.506796:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471926.506825:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:3.0:1772471926.506837:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471926.507097:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856783232:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772471926.507200:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e83c0 going to sleep for 11 seconds 00000040:00080000:3.0:1772471926.508995:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1772471926.510977:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856783232:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471926.513493:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.513665:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834803840 00000100:00100000:2.0:1772471926.513677:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834803840 00000100:00100000:2.0:1772471926.513735:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 994 00000100:00100000:2.0:1772471926.513745:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:27561:x1858570834803840:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471926.513792:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471926.513922:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:27561:x1858570834803840:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 178us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471926.513931:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 994 00000100:00100000:0.0:1772471926.517183:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.517901:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804096 00000100:00100000:3.0:1772471926.517911:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804096 00000100:00100000:3.0:1772471926.518329:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 995 00000100:00100000:3.0:1772471926.518343:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:27561:x1858570834804096:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471926.518373:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471926.518400:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d22c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d26 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.518533:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.518550:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.518563:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471926.518575:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1772471926.522359:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d22c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d26 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.522389:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d26 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471926.522401:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:0.0:1772471926.522404:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471926.522409:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5600, rc 0) 00000100:00100000:0.0:1772471926.522484:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834804096:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 4145us (5308us total) trans 4294967871 rc 0/0 00000100:00100000:0.0:1772471926.522494:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 995 00000100:00100000:0.0:1772471926.533876:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.533966:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804224 00000100:00100000:2.0:1772471926.533976:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804224 00000100:00100000:2.0:1772471926.534038:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 252 00000100:00100000:2.0:1772471926.534049:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834804224:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471926.534095:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.534121:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.534129:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471926.534131:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471926.534134:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.534168:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.534184:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 10 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471926.534199:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856783360:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471926.534282:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eedf00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471926.535076:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.535137:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804352 00000100:00100000:3.0:1772471926.535145:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804352 00000100:00100000:3.0:1772471926.535198:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 45 00000100:00100000:3.0:1772471926.535207:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2410:x1858570834804352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471926.535220:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471926.535242:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d26 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.535261:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:3.0:1772471926.535267:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471926.535338:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2410:x1858570834804352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 132us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471926.535345:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 45 00000100:00100000:1.0:1772471926.539895:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856783360:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471926.539925:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471926.547109:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.547556:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804480 00000100:00100000:3.0:1772471926.547567:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804480 00002000:00100000:3.0:1772471926.547631:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff8f9cb79ce680 x1858570834804480/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:717/0 lens 648/0 e 0 to 0 dl 1772471937 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471926.547642:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79ce680 with x1858570834804480 ext(0->157) 00010000:00010000:3.0:1772471926.547651:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 11 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.547676:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 11 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471926.547685:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb79ce680 00000100:00100000:3.0:1772471926.547724:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12 00000100:00100000:3.0:1772471926.547736:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834804480:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772471926.550320:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834804480:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2565us (3197us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1772471926.550335:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12 00002000:00100000:3.0:1772471926.550347:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff8f9cb79ce680 x1858570834804480/t4294967342(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:717/0 lens 648/448 e 0 to 0 dl 1772471937 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471926.550358:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79ce680 with x1858570834804480 ext(0->157) 00010000:00010000:3.0:1772471926.550367:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 13 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.550386:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 13 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471926.550398:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb79ce680 00000100:00100000:0.0:1772471926.559672:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.559905:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804608 00000100:00100000:3.0:1772471926.559915:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804608 00010000:00010000:3.0:1772471926.559954:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 13 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471926.559996:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 312 00000100:00100000:3.0:1772471926.560006:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834804608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471926.560020:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1772471926.560036:0:7450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1772471926.560043:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 13 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.560056:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 13 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.560094:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9b4dc5f/0xb50b868c089d2288 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d03 expref: 13 pid: 9676 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.560110:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471926.560113:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471926.560119:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.560130:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.560165:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772471926.560176:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471926.560194:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471926.560215:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471926.560222:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834804608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 214us (556us total) trans 0 rc 0/0 00010000:00010000:1.0:1772471926.560228:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471926.560236:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 312 00010000:00010000:1.0:1772471926.560240:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471926.560249:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471926.560254:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471926.560264:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471926.560275:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471926.560282:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d22dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471926.560366:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834804224:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 26318us (26501us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471926.560375:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 252 00000100:00100000:0.0:1772471926.566837:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.566914:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804864 00000100:00100000:3.0:1772471926.566925:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804864 00000100:00100000:3.0:1772471926.566992:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 996 00000100:00100000:3.0:1772471926.567002:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:27561:x1858570834804864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471926.567122:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:27561:x1858570834804864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 121us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471926.567131:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 996 00000100:00100000:1.0:1772471926.573915:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.573993:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834804992 00000100:00100000:3.0:1772471926.574003:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834804992 00000100:00100000:3.0:1772471926.574056:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 253 00000100:00100000:3.0:1772471926.574079:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834804992:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471926.574097:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471926.574118:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d2d expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471926.574142:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x69a5c676, atime: 0x0, ctime: 0x69a5c676, blocks: 0x8 00010000:00010000:3.0:1772471926.574160:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471926.574162:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471926.574171:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.574194:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.574208:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772471926.574273:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834804992:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 208us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471926.574280:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 253 00000100:00100000:3.0:1772471926.581236:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471926.582168:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834805248 00000100:00100000:0.0:1772471926.582180:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834805248 00000100:00100000:0.0:1772471926.582251:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 997 00000100:00100000:0.0:1772471926.582263:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:27561:x1858570834805248:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471926.582409:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:27561:x1858570834805248:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 147us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471926.582417:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 997 00000100:00100000:1.0:1772471926.585475:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.585561:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834805376 00000100:00100000:3.0:1772471926.585572:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834805376 00002000:00100000:3.0:1772471926.585624:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff8f9cb79cfb80 x1858570834805376/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:717/0 lens 488/0 e 0 to 0 dl 1772471937 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471926.585635:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79cfb80 with x1858570834805376 ext(0->4095) 00002000:00010000:3.0:1772471926.585641:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cb79cfb80 00000100:00100000:3.0:1772471926.585678:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 75 00000100:00100000:3.0:1772471926.585688:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834805376:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772471926.585942:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834805376:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 254us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471926.585950:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 75 00002000:00100000:3.0:1772471926.585957:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff8f9cb79cfb80 x1858570834805376/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:717/0 lens 488/4536 e 0 to 0 dl 1772471937 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471926.585964:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79cfb80 with x1858570834805376 ext(0->4095) 00002000:00010000:3.0:1772471926.585969:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cb79cfb80 00000100:00100000:1.0:1772471926.610867:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.611081:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834805504 00000100:00100000:2.0:1772471926.611091:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834805504 00000100:00100000:2.0:1772471926.611152:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 998 00000100:00100000:2.0:1772471926.611161:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:27561:x1858570834805504:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471926.611183:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471926.611205:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d22ea lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d34 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.611237:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.611252:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.611265:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.611429:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d22ea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.611448:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.611457:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:2.0:1772471926.611461:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471926.611466:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a000, rc 0) 00000100:00100000:2.0:1772471926.611528:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834805504:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 367us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471926.611537:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 998 00000100:00100000:1.0:1772471926.618838:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.618904:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834805632 00000100:00100000:2.0:1772471926.618915:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834805632 00000100:00100000:2.0:1772471926.618983:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 999 00000100:00100000:2.0:1772471926.618993:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834805632:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471926.619023:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471926.619144:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834805632:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 152us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471926.619152:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 999 00000100:00100000:0.0:1772471926.626392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471926.635982:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834805760 00000100:00100000:2.0:1772471926.636005:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834805760 00000100:00100000:2.0:1772471926.636098:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 254 00000100:00100000:2.0:1772471926.636110:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834805760:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471926.636158:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636175:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471926.636178:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471926.636183:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636212:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636242:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636251:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636260:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636268:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471926.636273:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636289:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636330:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471926.636339:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000503294c/0xb50b868c089d22f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471926.636459:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834805760:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 349us (10090us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471926.636469:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 254 00000100:00100000:2.0:1772471926.645717:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.645861:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834806016 00000100:00100000:3.0:1772471926.645874:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834806016 00000100:00100000:3.0:1772471926.645948:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1000 00000100:00100000:3.0:1772471926.645964:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834806016:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772471926.646058:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.646088:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.646098:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.646139:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.646157:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 47 pid: 9675 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471926.646173:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856783488:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471926.646275:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471926.654375:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856783488:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471926.654406:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471926.667979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.668769:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834806144 00000100:00100000:3.0:1772471926.668781:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834806144 00010000:00010000:3.0:1772471926.668822:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 48 pid: 9675 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471926.668859:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 313 00000100:00100000:3.0:1772471926.668867:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834806144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471926.668881:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471926.668887:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 48 pid: 9675 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.668900:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 48 pid: 9675 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.668920:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d22f1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d34 expref: 48 pid: 9675 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.668935:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:3.0:1772471926.668940:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.668950:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.668956:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.668980:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471926.669024:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2412:x1858570834806144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 157us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471926.669032:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 313 00010000:00010000:3.0:1772471926.669056:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670106:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670282:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670291:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670297:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670321:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471926.670326:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670335:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670348:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:3.0:1772471926.670351:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471926.670355:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471926.670362:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d22ff lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471926.670458:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834806016:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 24497us (24749us total) trans 4294967872 rc 0/0 00000100:00100000:3.0:1772471926.670471:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1000 00000040:00080000:0.0:1772471926.672659:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471926.672669:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471926.673595:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1772471926.673608:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471926.674200:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471926.674240:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834806400 00000100:00100000:3.0:1772471926.674250:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834806400 00000100:00100000:3.0:1772471926.677296:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 204 00000100:00100000:3.0:1772471926.677331:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27561:x1858570834806400:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471926.677623:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:27561:x1858570834806400:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 298us (3426us total) trans 4294967873 rc 0/0 00000100:00100000:3.0:1772471926.677631:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 204 00000100:00100000:3.0:1772471926.701447:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471926.701477:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856783616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772471926.701556:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471926.701868:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856783616 00000100:00100000:2.0:1772471926.701878:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856783616 00000100:00100000:2.0:1772471926.701928:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1772471926.701937:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856783616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772471926.701973:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471926.702020:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856783616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471926.702028:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1772471926.702069:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856783616:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772471926.955472:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471927.139648:0:21212:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471927.139659:0:21212:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471927.139689:0:21212:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:1.0:1772471927.139695:0:21212:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471927.250416:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.250460:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834806528 00000100:00100000:0.0:1772471927.250471:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834806528 00000100:00100000:0.0:1772471927.250523:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 255 00000100:00100000:0.0:1772471927.250531:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834806528:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471927.250549:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471927.250566:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d3b expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.250591:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.250594:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.250602:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.250621:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.250635:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701da00, rc 0) 00000100:00100000:0.0:1772471927.250701:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834806528:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 170us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.250707:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 255 00000100:00100000:3.0:1772471927.265174:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.265227:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834806784 00000100:00100000:1.0:1772471927.265239:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834806784 00000100:00100000:1.0:1772471927.265346:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1001 00000100:00100000:1.0:1772471927.265358:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:27562:x1858570834806784:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471927.265381:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471927.265407:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d230d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d42 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.265528:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2314 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.265543:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2314 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.265556:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2314 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471927.265568:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1772471927.265735:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d230d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d42 expref: 95 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.265753:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2314 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d42 expref: 94 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.265776:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:1.0:1772471927.265779:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1772471927.265783:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa800, rc 0) 00000100:00100000:1.0:1772471927.265848:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:27562:x1858570834806784:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 494us (683us total) trans 4294967874 rc 0/0 00000100:00100000:1.0:1772471927.265856:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1001 00000100:00080000:3.0:1772471927.270232:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471927.278286:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.278347:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834806912 00000100:00100000:0.0:1772471927.278357:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834806912 00000100:00100000:0.0:1772471927.278408:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 256 00000100:00100000:0.0:1772471927.278418:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834806912:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:0.0:1772471927.278472:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.278501:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.278509:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.278517:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.278519:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.278522:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.278558:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.278571:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 12 pid: 9676 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.278586:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856783744:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471927.279141:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.279153:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 11 pid: 8408 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.279170:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856783872:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471927.279215:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8133a000 going to sleep for 11 seconds 00000100:00100000:3.0:1772471927.282916:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856783744:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471927.287337:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.287434:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834807040 00000100:00100000:3.0:1772471927.287445:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834807040 00010000:00010000:3.0:1772471927.287491:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 13 pid: 9676 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471927.287542:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 314 00000100:00100000:3.0:1772471927.287554:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834807040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471927.287572:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471927.287595:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 13 pid: 9676 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.287611:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 13 pid: 9676 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.287632:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2f4ab20/0xb50b868c089d2306 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d3b expref: 13 pid: 9676 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.287649:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471927.287710:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834807040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 158us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.287729:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 314 00000100:00100000:2.0:1772471927.288120:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856783872:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471927.288146:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471927.288978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.292150:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834807168 00000100:00100000:2.0:1772471927.292174:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834807168 00010000:00010000:2.0:1772471927.292256:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 12 pid: 8408 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471927.292321:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 315 00000100:00100000:2.0:1772471927.292332:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834807168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471927.292351:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471927.292375:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 12 pid: 8408 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292390:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 12 pid: 8408 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292417:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d22e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d2d expref: 12 pid: 8408 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292437:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471927.292439:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471927.292445:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292455:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292483:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471927.292554:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834807168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 223us (3578us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.292565:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 315 00010000:00010000:2.0:1772471927.292718:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292728:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292748:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292766:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292774:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292782:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701dc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471927.292786:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292806:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292819:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.292833:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008175dca3/0xb50b868c089d2322 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471927.292889:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834806912:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 14472us (14614us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.292897:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 256 00000100:00080000:3.0:1772471927.293482:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471927.299526:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.300008:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834807424 00000100:00100000:0.0:1772471927.300019:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834807424 00000100:00100000:0.0:1772471927.300086:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 205 00000100:00100000:0.0:1772471927.300096:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:27562:x1858570834807424:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:0.0:1772471927.300172:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2314 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d42 expref: 94 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772471927.300389:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967875 00000001:00080000:0.0:1772471927.302927:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967876 00010000:00010000:0.0:1772471927.303010:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.303031:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.303039:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.303047:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.303087:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.303110:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 97 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.303126:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856784000:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471927.306928:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.306950:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 47 pid: 10040 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.306968:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856784128:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471927.307033:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8133a000 going to sleep for 11 seconds 00000100:00100000:3.0:1772471927.317665:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.317705:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.318386:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834807552 00000100:00100000:2.0:1772471927.318397:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834807552 00010000:00010000:2.0:1772471927.318441:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 98 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471927.318481:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834807680 00000100:00100000:2.0:1772471927.318484:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834807680 00010000:00010000:2.0:1772471927.318514:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 48 pid: 10040 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471927.318537:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 316 00000100:00100000:2.0:1772471927.318547:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:2412:x1858570834807552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471927.318563:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471927.318570:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 98 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318583:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 98 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318608:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:2.0:1772471927.318614:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318623:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318629:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471927.318688:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:2412:x1858570834807552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 141us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.318696:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 316 00000100:00100000:2.0:1772471927.318714:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 317 00000100:00100000:2.0:1772471927.318741:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca557d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834807680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471927.318749:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471927.318754:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 48 pid: 10040 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318772:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 48 pid: 10040 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318792:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:2.0:1772471927.318795:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318802:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318809:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.318827:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471927.318846:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca557d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834807680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 106us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.318853:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 317 00000100:00080000:2.0:1772471927.318902:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772471927.318994:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c600/0xb50b868c089d22a4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d0a expref: 97 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.319014:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856784000:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471927.319027:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2273 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cf5 expref: 47 pid: 10040 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.319039:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856784128:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471927.319059:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.319069:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.319076:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772471927.319201:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967877 00000001:00080000:0.0:1772471927.319337:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967878 00000001:00080000:0.0:1772471927.319373:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967879 00000100:00100000:0.0:1772471927.319456:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856784256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1772471927.319504:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471927.319534:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772471927.323578:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856784256 00000100:00100000:2.0:1772471927.323594:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856784256 00000100:00100000:2.0:1772471927.323666:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1772471927.323676:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856784256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772471927.323844:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856784256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 168us (4338us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.323852:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:2.0:1772471927.323877:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471927.323914:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856784256:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1772471927.324284:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967880 00000100:00100000:2.0:1772471927.324407:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856784384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772471927.324452:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471927.324477:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eedc00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471927.324493:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856784384 00000100:00100000:2.0:1772471927.324498:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856784384 00000100:00100000:2.0:1772471927.324524:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1772471927.324531:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856784384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772471927.324638:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856784384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 107us (185us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1772471927.324645:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1772471927.324677:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856784384:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1772471927.324700:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.324712:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.324720:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.324726:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471927.324733:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.324740:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.324765:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:2.0:1772471927.324769:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1772471927.324774:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.325010:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2329 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772471927.325137:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1772471927.325250:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:2.0:1772471927.325262:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 758354959817ns, next at 759354957561ns, rc = 0 00000001:00080000:2.0:1772471927.325270:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967881 00010000:00010000:2.0:1772471927.325295:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38f00) 00010000:00010000:2.0:1772471927.325298:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1772471927.325336:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2314 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d42 expref: 101 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471927.325433:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:27562:x1858570834807424:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 25338us (25917us total) trans 4294967882 rc 0/0 00000100:00100000:2.0:1772471927.325443:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 205 00000020:00080000:2.0:1772471927.325446:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1772471927.346972:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.347100:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834807808 00000100:00100000:2.0:1772471927.347111:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834807808 00000100:00100000:2.0:1772471927.347177:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1002 00000100:00100000:2.0:1772471927.347188:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:27563:x1858570834807808:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471927.347214:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471927.347237:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2330 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d49 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347329:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347343:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347353:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347363:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347370:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347376:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347452:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347460:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347466:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471927.347507:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:2.0:1772471927.347512:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471927.347531:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347541:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347549:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347554:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347560:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347565:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471927.347568:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347575:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347587:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:2.0:1772471927.347590:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471927.347596:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347602:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2337 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347614:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347620:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347626:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347631:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471927.347633:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347639:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347647:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c8ec38200) 00010000:00010000:2.0:1772471927.347649:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471927.347652:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347658:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d233e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347688:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d2330 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d49 expref: 102 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347702:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d49 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.347710:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c927c9b00) 00010000:00010000:2.0:1772471927.347712:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471927.347715:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b400, rc 0) 00000100:00100000:2.0:1772471927.347803:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:27563:x1858570834807808:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 616us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.347811:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1002 00000100:00100000:2.0:1772471927.363139:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.363531:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808064 00000100:00100000:3.0:1772471927.363542:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808064 00000100:00100000:3.0:1772471927.363645:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 46 00000100:00100000:3.0:1772471927.363658:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:27563:x1858570834808064:12345-192.168.202.58@tcp:103:lfs.0 00010000:00010000:3.0:1772471927.363674:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471927.363702:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2345 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d49 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.363719:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c927c9b00) 00010000:00010000:3.0:1772471927.363731:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471927.363815:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:27563:x1858570834808064:12345-192.168.202.58@tcp:103:lfs.0 Request processed in 160us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.363823:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 46 00000100:00100000:2.0:1772471927.367566:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.367650:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808192 00000100:00100000:3.0:1772471927.367661:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808192 00000100:00100000:3.0:1772471927.367717:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1003 00000100:00100000:3.0:1772471927.367727:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:27563:x1858570834808192:12345-192.168.202.58@tcp:58:lfs.0 00010000:00010000:3.0:1772471927.367873:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.367891:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.367904:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772471927.368007:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:3.0:1772471927.368362:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:27563:x1858570834808192:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 634us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.368545:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1003 00000100:00100000:1.0:1772471927.498533:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.498579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.498613:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.498641:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.498668:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.498877:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808576 00000100:00100000:2.0:1772471927.498890:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808576 00000100:00100000:2.0:1772471927.498956:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808832 00000100:00100000:2.0:1772471927.498960:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808832 00000100:00100000:2.0:1772471927.498984:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 482 00000100:00100000:2.0:1772471927.498993:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834808576:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471927.499069:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834808576:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.499077:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 482 00000100:00100000:2.0:1772471927.499096:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 483 00000100:00100000:2.0:1772471927.499103:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834808832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471927.499132:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834808832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.499138:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 483 00000100:00100000:2.0:1772471927.499277:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808448 00000100:00100000:2.0:1772471927.499281:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808448 00000100:00100000:2.0:1772471927.499353:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808704 00000100:00100000:2.0:1772471927.499356:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808704 00000100:00100000:2.0:1772471927.499381:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 864 00000100:00100000:2.0:1772471927.499388:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834808448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471927.499423:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834808448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.499430:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 864 00000100:00100000:2.0:1772471927.499443:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00100000:2.0:1772471927.499450:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834808704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471927.499473:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834808704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.499480:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00080000:1.0:1772471927.499683:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471927.499688:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471927.499750:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808320 00000100:00100000:0.0:1772471927.499765:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808320 00000100:00100000:0.0:1772471927.499801:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 709 00000100:00100000:0.0:1772471927.499808:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834808320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471927.499847:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834808320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 39us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.499853:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 709 00000040:00080000:0.0:1772471927.722456:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471927.722468:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471927.722494:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:0.0:1772471927.722502:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471927.722627:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856784512:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471927.724388:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665f00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471927.739792:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856784512:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471927.741452:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.742010:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834808960 00000100:00100000:2.0:1772471927.742020:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834808960 00000100:00100000:2.0:1772471927.742089:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1004 00000100:00100000:2.0:1772471927.742099:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834808960:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471927.742136:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471927.742241:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834808960:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 143us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.742249:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1004 00000100:00100000:2.0:1772471927.756400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.756508:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834809088 00000100:00100000:1.0:1772471927.756518:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834809088 00000100:00100000:1.0:1772471927.756578:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1005 00000100:00100000:1.0:1772471927.756588:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834809088:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1772471927.756665:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756683:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756695:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756771:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756780:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756795:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756826:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756833:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756840:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471927.756887:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:1.0:1772471927.756892:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471927.756905:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756917:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756924:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756931:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756937:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471927.756941:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756949:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756961:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772471927.756964:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471927.756979:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.756986:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2353 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757000:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757006:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757010:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757015:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471927.757018:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757023:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757030:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff8f9c899c5600) 00010000:00010000:1.0:1772471927.757032:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471927.757035:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757040:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d235a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757053:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757059:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757064:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757069:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471927.757072:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757077:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757083:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:1.0:1772471927.757086:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471927.757089:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.757094:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2361 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471927.757164:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834809088:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 576us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471927.757172:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1005 00000100:00100000:2.0:1772471927.770268:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.770333:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834809344 00000100:00100000:1.0:1772471927.770345:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834809344 00000100:00100000:1.0:1772471927.770525:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1006 00000100:00100000:1.0:1772471927.770537:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834809344:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471927.770559:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471927.770578:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2368 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d50 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770685:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770699:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770710:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471927.770721:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1772471927.770912:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770919:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770926:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770932:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471927.770936:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770945:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770959:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:1.0:1772471927.770962:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471927.770967:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.770988:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d236f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.771039:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2368 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d50 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.771063:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772471927.771066:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772471927.771071:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2368 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d50 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.771081:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772471927.771157:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:27573:x1858570834809344:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 623us (896us total) trans 4294967883 rc 301/301 00000100:00100000:1.0:1772471927.771170:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1006 00000100:00100000:3.0:1772471927.778040:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.778509:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834809472 00000100:00100000:1.0:1772471927.778521:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834809472 00000100:00100000:1.0:1772471927.778579:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1007 00000100:00100000:1.0:1772471927.778589:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:27573:x1858570834809472:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772471927.778629:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772471927.780329:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:27573:x1858570834809472:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 1709us (2266us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471927.780343:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1007 00000100:00100000:3.0:1772471927.794549:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.798638:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834809728 00000100:00100000:0.0:1772471927.798667:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834809728 00000100:00100000:0.0:1772471927.798763:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1008 00000100:00100000:0.0:1772471927.798776:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:27573:x1858570834809728:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471927.798799:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471927.798821:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d237d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d57 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.799286:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2384 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.799331:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2384 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.799344:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2384 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471927.799356:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:0.0:1772471927.799407:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d237d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d57 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.799425:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2384 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d57 expref: 50 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.799434:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:0.0:1772471927.799437:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471927.799440:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ca00, rc 0) 00000100:00100000:0.0:1772471927.799513:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:27573:x1858570834809728:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 740us (4976us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1772471927.799521:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1008 00000100:00100000:1.0:1772471927.803551:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.803628:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834809984 00000100:00100000:0.0:1772471927.803638:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834809984 00000100:00100000:0.0:1772471927.803701:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1009 00000100:00100000:0.0:1772471927.803709:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:27573:x1858570834809984:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471927.803777:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471927.803808:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2384 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d57 expref: 50 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.803827:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:0.0:1772471927.803849:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471927.803871:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.803886:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.803892:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.803922:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.803931:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 99 pid: 9675 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.803944:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856784640:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471927.804027:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471927.808858:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.808905:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834810112 00000100:00100000:0.0:1772471927.808917:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834810112 00010000:00010000:0.0:1772471927.808963:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 100 pid: 9675 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.809002:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 318 00000100:00100000:0.0:1772471927.809015:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2412:x1858570834810112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471927.809031:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471927.809038:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 100 pid: 9675 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.809052:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 100 pid: 9675 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.809079:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471927.809085:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.809095:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.809103:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.809125:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471927.809176:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2412:x1858570834810112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 163us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.809184:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 318 00010000:00010000:1.0:1772471927.809447:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d22b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d18 expref: 99 pid: 9675 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471927.809465:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856784640:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471927.809487:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809496:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809502:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809525:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809534:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809542:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809597:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809604:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809610:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809616:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809621:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471927.809625:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809632:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809640:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:1.0:1772471927.809643:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471927.809646:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809652:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2392 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809662:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809667:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809672:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809676:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471927.809679:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809684:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809690:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x55a86b51 (ffff8f9c899c5600) 00010000:00010000:1.0:1772471927.809692:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471927.809694:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.809699:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2399 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x55a86b51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471927.809779:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:27573:x1858570834809984:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 6070us (6237us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772471927.809787:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1009 00000100:00100000:0.0:1772471927.816681:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.816731:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834810240 00000100:00100000:1.0:1772471927.816741:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834810240 00000100:00100000:1.0:1772471927.816810:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1010 00000100:00100000:1.0:1772471927.816820:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:27573:x1858570834810240:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471927.816841:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471927.816865:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23a0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d5e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.816903:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.816913:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.816923:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.817022:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23a0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.817037:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 50 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.817046:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:1.0:1772471927.817049:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772471927.817064:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471927.817132:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:27573:x1858570834810240:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 313us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471927.817140:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1010 00000100:00100000:0.0:1772471927.822109:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.822174:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834810496 00000100:00100000:3.0:1772471927.822186:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834810496 00000100:00100000:3.0:1772471927.822424:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1011 00000100:00100000:3.0:1772471927.822435:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:27573:x1858570834810496:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471927.822530:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.822551:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.822563:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471927.824028:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004ef173a5 reply state 000000007f1271e0 transno 4294967885 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.824049:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.824073:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:3.0:1772471927.824076:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1772471927.824080:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772471927.824194:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:27573:x1858570834810496:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 1758us (2092us total) trans 4294967885 rc 0/0 00000100:00100000:3.0:1772471927.824203:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1011 00000100:00100000:3.0:1772471927.829123:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.829379:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834810624 00000100:00100000:1.0:1772471927.829389:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834810624 00000100:00100000:1.0:1772471927.829445:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1012 00000100:00100000:1.0:1772471927.829454:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:27573:x1858570834810624:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471927.829480:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471927.829500:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d65 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.829555:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.829568:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.829577:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:1.0:1772471927.829580:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471927.829584:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb400, rc 0) 00000100:00100000:1.0:1772471927.829640:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:27573:x1858570834810624:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 186us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471927.829647:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1012 00000100:00100000:0.0:1772471927.835888:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.836002:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834810752 00000100:00100000:3.0:1772471927.836014:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834810752 00000100:00100000:3.0:1772471927.836232:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 206 00000100:00100000:3.0:1772471927.836245:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:27573:x1858570834810752:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1772471927.836418:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:27573:x1858570834810752:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 175us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.836425:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 206 00000100:00100000:0.0:1772471927.841966:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.842080:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834811008 00000100:00100000:1.0:1772471927.842092:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834811008 00000100:00100000:1.0:1772471927.842155:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 207 00000100:00100000:1.0:1772471927.842166:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:27573:x1858570834811008:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772471927.842410:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:27573:x1858570834811008:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 245us (457us total) trans 4294967886 rc 0/0 00000100:00100000:1.0:1772471927.842419:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 207 00000100:00100000:1.0:1772471927.846699:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.850340:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834811264 00000100:00100000:0.0:1772471927.850356:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834811264 00000100:00100000:0.0:1772471927.850444:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1013 00000100:00100000:0.0:1772471927.850455:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:27573:x1858570834811264:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471927.850594:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:27573:x1858570834811264:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 141us (3905us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.850603:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1013 00000100:00100000:0.0:1772471927.854109:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.854203:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834811520 00000100:00100000:3.0:1772471927.854213:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834811520 00000100:00100000:3.0:1772471927.854279:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1014 00000100:00100000:3.0:1772471927.854289:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:27573:x1858570834811520:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471927.854345:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471927.854368:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d23bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d6c expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.854480:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.854495:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.854503:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.854540:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.854553:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 55 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471927.854566:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856784768:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471927.854649:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16f0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471927.858298:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856784768:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471927.858371:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471927.859676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.864372:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834811648 00000100:00100000:1.0:1772471927.864387:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834811648 00010000:00010000:1.0:1772471927.864439:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 56 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471927.864536:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 319 00000100:00100000:1.0:1772471927.864546:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2411:x1858570834811648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471927.864561:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471927.864569:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 56 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.864582:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 56 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.864605:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d23b5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d65 expref: 56 pid: 6525 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.864620:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:1.0:1772471927.864626:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.864636:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.864642:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.864669:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471927.864741:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2411:x1858570834811648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 184us (5059us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471927.864749:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 319 00010000:00010000:0.0:1772471927.867050:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867072:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471927.867095:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00080000:0.0:1772471927.867249:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:0.0:1772471927.867371:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867378:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867385:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867391:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471927.867395:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867402:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867419:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:0.0:1772471927.867422:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471927.867427:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867433:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d23c3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867489:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d23bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d6c expref: 55 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867500:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471927.867502:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772471927.867507:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d23bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d6c expref: 55 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.867517:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:0.0:1772471927.867593:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:27573:x1858570834811520:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 13304us (13494us total) trans 4294967887 rc 301/301 00000100:00100000:0.0:1772471927.867603:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1014 00000100:00100000:3.0:1772471927.875891:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.876070:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834811904 00000100:00100000:2.0:1772471927.876084:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834811904 00000100:00100000:2.0:1772471927.876148:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 208 00000100:00100000:2.0:1772471927.876159:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:27573:x1858570834811904:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471927.876483:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:27573:x1858570834811904:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 325us (602us total) trans 4294967888 rc 0/0 00000100:00100000:2.0:1772471927.876491:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 208 00000100:00100000:3.0:1772471927.880403:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471927.880527:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812032 00000100:00100000:2.0:1772471927.880539:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812032 00000100:00100000:2.0:1772471927.880597:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1015 00000100:00100000:2.0:1772471927.880607:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:27573:x1858570834812032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471927.880631:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471927.880651:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d23d1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d73 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.880721:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d23d8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.880746:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d23d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.880767:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d23d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471927.880893:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:2.0:1772471927.880898:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471927.880918:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d23d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.880942:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d23d1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d73 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.880958:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d23d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d73 expref: 56 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471927.880967:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:2.0:1772471927.880970:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1772471927.880973:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b000, rc 0) 00000100:00100000:2.0:1772471927.881031:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:27573:x1858570834812032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 425us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471927.881038:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1015 00000100:00100000:2.0:1772471927.887445:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.891121:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812160 00000100:00100000:0.0:1772471927.891134:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812160 00000100:00100000:0.0:1772471927.891195:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 257 00000100:00100000:0.0:1772471927.891205:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834812160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471927.891226:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471927.891245:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d7a expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471927.891275:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772471927.891294:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.891296:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.891324:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.891341:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.891355:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772471927.891419:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834812160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 216us (3984us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.891427:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 257 00000100:00100000:1.0:1772471927.898977:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.899561:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812416 00000100:00100000:3.0:1772471927.899573:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812416 00000100:00100000:3.0:1772471927.899647:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1016 00000100:00100000:3.0:1772471927.899658:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:27573:x1858570834812416:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471927.899797:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:27573:x1858570834812416:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 130us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.899806:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1016 00000100:00100000:3.0:1772471927.903821:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.904040:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812544 00000100:00100000:1.0:1772471927.904050:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812544 00000100:00100000:1.0:1772471927.904115:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 258 00000100:00100000:1.0:1772471927.904125:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:27573:x1858570834812544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471927.904143:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471927.904162:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d81 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.904193:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.904202:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471927.904204:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471927.904209:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.904239:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.904251:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471927.904264:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856784896:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471927.904354:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c88787300 going to sleep for 11 seconds 00000100:00100000:1.0:1772471927.908231:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856784896:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471927.908275:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471927.908315:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb400, rc 0) 00000100:00100000:1.0:1772471927.908398:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:27573:x1858570834812544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 4273us (4587us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471927.908408:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 258 00000100:00100000:3.0:1772471927.915677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.915807:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812672 00000100:00100000:0.0:1772471927.915817:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812672 00010000:00010000:0.0:1772471927.915868:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.915913:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 320 00000100:00100000:0.0:1772471927.915923:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834812672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471927.915942:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471927.915965:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.915990:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.916012:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000605530ab/0xb50b868c089d23df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d7a expref: 11 pid: 8410 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.916030:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.916032:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.916040:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.916061:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.916099:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471927.916113:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86babb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856785024:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471927.916189:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471927.935747:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471927.935932:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812800 00000100:00100000:1.0:1772471927.935945:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812800 00002000:00100000:1.0:1772471927.936002:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff8f9b84b78700 x1858570834812800/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:718/0 lens 648/0 e 0 to 0 dl 1772471938 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471927.936014:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84b78700 with x1858570834812800 ext(0->157) 00002000:00010000:1.0:1772471927.936021:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84b78700 00000100:00100000:1.0:1772471927.936060:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 76 00000100:00100000:1.0:1772471927.936069:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834812800:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1772471927.936694:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86babb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856785024:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471927.936717:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471927.936786:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834812672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 20864us (21119us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.936796:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 320 00000100:00100000:3.0:1772471927.938236:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834812800:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 2160us (2506us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1772471927.938248:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 76 00002000:00100000:3.0:1772471927.938259:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff8f9b84b78700 x1858570834812800/t4294967349(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:718/0 lens 648/448 e 0 to 0 dl 1772471938 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471927.938270:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84b78700 with x1858570834812800 ext(0->157) 00002000:00010000:3.0:1772471927.938277:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84b78700 00000100:00100000:0.0:1772471927.945902:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471927.945949:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834812928 00000100:00100000:0.0:1772471927.945959:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834812928 00000100:00100000:0.0:1772471927.946018:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1017 00000100:00100000:0.0:1772471927.946029:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:27573:x1858570834812928:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772471927.948767:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967888 is committed 00000001:00080000:0.0:1772471927.949043:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967882 is committed 00000004:00080000:0.0:1772471927.949060:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:0.0:1772471927.949075:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b86eed3c0 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:0.0:1772471927.949080:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86eed840 00000020:00080000:0.0:1772471927.949084:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86cf4000 00010000:00010000:0.0:1772471927.949136:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949148:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949156:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949162:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471927.949168:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949176:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949195:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c8ec38200) 00010000:00010000:0.0:1772471927.949198:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471927.949203:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949208:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d226c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949245:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949251:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949256:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949260:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471927.949263:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949268:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949275:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:0.0:1772471927.949277:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772471927.949280:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949286:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d23ae lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949326:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949337:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949343:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949348:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471927.949351:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949357:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949364:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8f9c95450600) 00010000:00010000:0.0:1772471927.949367:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471927.949370:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949375:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2193 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949389:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949395:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949400:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949405:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471927.949408:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949413:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949420:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:0.0:1772471927.949422:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471927.949425:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.949430:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d219a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1772471927.949535:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:0.0:1772471927.949595:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1772471927.949604:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471927.949624:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856785152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772471927.949691:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471927.949758:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856785152 00000100:00100000:0.0:1772471927.949765:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856785152 00000100:00100000:0.0:1772471927.949816:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1772471927.949827:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856785152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772471927.950389:0:9676:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00002000:00010000:0.0:1772471927.950427:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x69a5c676, atime: 0x0, ctime: 0x69a5c676, blocks: 0x8 00010000:00010000:0.0:1772471927.950435:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950450:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.950453:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471927.950459:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950472:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950480:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950488:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950510:0:9676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772471927.950648:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856785152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 821us (955us total) trans 4294967344 rc 0/0 00000100:00100000:0.0:1772471927.950657:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00010000:0.0:1772471927.950685:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471927.950691:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950698:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471927.950703:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950710:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950741:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950749:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d23ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471927.950776:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471927.950777:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471927.950779:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772471927.951175:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b86ba8a80/2, rc 0, transno 4294967344 00000100:00100000:0.0:1772471927.951183:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856785152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772471927.951337:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:27573:x1858570834812928:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 5307us (5442us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471927.951347:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1017 00000100:00100000:0.0:1772471927.958250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.959627:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834813056 00000100:00100000:3.0:1772471927.959641:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834813056 00000100:00100000:3.0:1772471927.959701:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 260 00000100:00100000:3.0:1772471927.959712:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834813056:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1772471927.963462:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:3.0:1772471927.963698:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834813056:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 3981us (5454us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.963709:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 260 00000100:00100000:2.0:1772471927.977515:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.979679:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834813312 00000100:00100000:3.0:1772471927.979694:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834813312 00000100:00100000:3.0:1772471927.979843:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1018 00000100:00100000:3.0:1772471927.979855:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:27573:x1858570834813312:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471927.979909:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471927.979940:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d23d8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d73 expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.979958:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:3.0:1772471927.979964:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471927.979995:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980008:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980017:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980038:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980044:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980050:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980055:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471927.980058:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980065:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980077:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:3.0:1772471927.980080:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471927.980084:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.980089:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d23f4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471927.980202:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:27573:x1858570834813312:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 348us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.980210:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1018 00010000:00010000:1.0:1772471927.986990:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471927.995087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471927.995129:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834813440 00000100:00100000:3.0:1772471927.995139:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834813440 00000100:00100000:3.0:1772471927.995202:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1019 00000100:00100000:3.0:1772471927.995213:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:27573:x1858570834813440:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471927.995237:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471927.995258:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d88 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.995344:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.995363:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471927.995384:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:3.0:1772471927.995389:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471927.995393:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772471927.995452:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:27573:x1858570834813440:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 240us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471927.995460:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1019 00000100:00100000:3.0:1772471928.023533:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.023626:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834813568 00000100:00100000:1.0:1772471928.023638:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834813568 00000100:00100000:1.0:1772471928.023703:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 261 00000100:00100000:1.0:1772471928.023713:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834813568:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1772471928.023955:0:8408:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1772471928.023960:0:8408:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1772471926 00002000:00010000:1.0:1772471928.023963:0:8408:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 1772471926 00002000:00010000:1.0:1772471928.023965:0:8408:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1772471926 00002000:00010000:1.0:1772471928.023967:0:8408:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1772471928.024033:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834813568:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 321us (509us total) trans 4294967350 rc 0/0 00000100:00100000:1.0:1772471928.024044:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 261 00000100:00100000:3.0:1772471928.035201:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471928.035370:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834813824 00000100:00100000:0.0:1772471928.035380:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834813824 00000100:00100000:0.0:1772471928.035433:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1020 00000100:00100000:0.0:1772471928.035442:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:27573:x1858570834813824:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1772471928.035507:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.035524:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.035540:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.035577:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.035591:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 43 pid: 6526 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471928.035605:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856785280:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471928.035679:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471928.047815:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.048002:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834813952 00000100:00100000:1.0:1772471928.048012:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834813952 00010000:00010000:1.0:1772471928.048065:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 44 pid: 6526 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471928.048098:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 321 00000100:00100000:1.0:1772471928.048108:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2411:x1858570834813952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471928.048122:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471928.048129:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 44 pid: 6526 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.048140:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 44 pid: 6526 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.048162:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:1.0:1772471928.048167:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.048177:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.048184:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.048203:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471928.048246:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2411:x1858570834813952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 140us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.048257:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 321 00010000:00010000:0.0:1772471928.048633:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d23a7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d5e expref: 43 pid: 6526 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471928.048649:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856785280:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471928.048670:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048678:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048684:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048719:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048725:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048731:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048735:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471928.048740:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048762:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048774:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:0.0:1772471928.048777:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1772471928.048781:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.048787:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2402 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471928.048920:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:27573:x1858570834813824:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 13389us (13638us total) trans 0 rc -22/-22 00000100:00100000:0.0:1772471928.048930:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1020 00000100:00100000:0.0:1772471928.053527:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.053629:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834814080 00000100:00100000:1.0:1772471928.053639:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834814080 00000100:00100000:1.0:1772471928.053695:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 262 00000100:00100000:1.0:1772471928.053705:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834814080:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772471928.053996:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.054018:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.054027:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772471928.054030:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772471928.054033:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.054078:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.054093:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 11 pid: 8408 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471928.054109:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856785408:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471928.054181:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c88787300 going to sleep for 11 seconds 00000100:00100000:1.0:1772471928.056690:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856785408:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471928.056741:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471928.065508:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.066042:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834814208 00000100:00100000:1.0:1772471928.066063:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834814208 00010000:00010000:1.0:1772471928.066107:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 12 pid: 8408 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471928.066152:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 322 00000100:00100000:1.0:1772471928.066172:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834814208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471928.066187:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471928.066210:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 12 pid: 8408 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.066225:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 12 pid: 8408 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.066249:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0a01fde/0xb50b868c089d23e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d81 expref: 12 pid: 8408 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.066265:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471928.066267:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471928.066273:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.066285:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.066349:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471928.066419:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834814208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 249us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.066427:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 322 00010000:00010000:0.0:1772471928.066784:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066795:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066822:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066840:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066848:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066854:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471928.066858:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066867:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066880:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.066887:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e31f920/0xb50b868c089d2409 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471928.066937:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834814080:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 13233us (13420us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471928.066948:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 262 00000100:00100000:0.0:1772471928.070850:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471928.071011:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834814464 00000100:00100000:3.0:1772471928.071021:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834814464 00000100:00100000:3.0:1772471928.071089:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1021 00000100:00100000:3.0:1772471928.071100:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:27573:x1858570834814464:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772471928.071191:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071208:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071220:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071440:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071452:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071460:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071502:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.071518:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 43 pid: 6525 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471928.071534:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856785536:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471928.071618:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b857ff900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471928.085786:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856785536:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471928.085826:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471928.097259:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.097405:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834814592 00000100:00100000:1.0:1772471928.097420:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834814592 00010000:00010000:1.0:1772471928.097471:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 44 pid: 6525 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471928.097521:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 323 00000100:00100000:1.0:1772471928.097531:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca057a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2411:x1858570834814592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471928.097547:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471928.097554:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 44 pid: 6525 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.097568:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 44 pid: 6525 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.097713:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d23fb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d88 expref: 44 pid: 6525 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.097744:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:1.0:1772471928.097829:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.097841:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.097848:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.097875:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471928.097936:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca057a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2411:x1858570834814592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 406us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.097944:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 323 00010000:00010000:2.0:1772471928.098443:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.098453:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471928.098571:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967889 00000001:00080000:2.0:1772471928.098910:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967890 00000001:00080000:2.0:1772471928.098945:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967891 00000100:00100000:2.0:1772471928.099032:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856785664:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471928.099101:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.099494:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856785664 00000100:00100000:1.0:1772471928.099503:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856785664 00000100:00100000:1.0:1772471928.099559:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1772471928.099570:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856785664:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1772471928.106794:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856785664:12345-0@lo:1000:mdt00_003.0 Request processed in 7213us (7678us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.106810:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1772471928.106866:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471928.108861:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb408ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471928.108914:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856785664:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1772471928.109526:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967892 00000100:00100000:2.0:1772471928.109666:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856785792:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471928.113516:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471928.113623:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471928.114484:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856785792 00000100:00100000:0.0:1772471928.114496:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856785792 00000100:00100000:0.0:1772471928.115988:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1772471928.116012:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856785792:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1772471928.116356:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9675:x1858570856785792:12345-0@lo:1000:mdt00_003.0 Request processed in 353us (6631us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1772471928.116365:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1772471928.116819:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856785792:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1772471928.116916:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967893 00010000:00010000:3.0:1772471928.116961:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.116973:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.116983:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.116989:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471928.116993:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.117001:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.117016:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:3.0:1772471928.117018:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471928.117022:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.117026:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2417 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.117055:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119282:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119296:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119326:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471928.119331:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119340:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119357:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471928.119360:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471928.119364:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119372:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d234c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119410:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119425:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119436:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119445:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119451:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119457:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119462:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471928.119465:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119471:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119478:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471928.119480:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471928.119483:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119487:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d241e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119497:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119503:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119509:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119513:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471928.119515:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119520:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119526:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471928.119528:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471928.119531:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.119536:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5600/0xb50b868c089d2410 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471928.119740:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834814464:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 48637us (48906us total) trans 4294967894 rc 0/0 00000100:00100000:3.0:1772471928.119759:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1021 00000020:00080000:3.0:1772471928.119766:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1772471928.120227:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471928.120233:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471928.120803:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1772471928.120812:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471928.132615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471928.132713:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834814848 00000100:00100000:2.0:1772471928.132735:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834814848 00000100:00100000:2.0:1772471928.132806:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 209 00000100:00100000:2.0:1772471928.132817:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:27573:x1858570834814848:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1772471928.133124:0:6528:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1772471928.133178:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967895 00010000:00010000:2.0:1772471928.133218:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.133235:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.133249:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.133258:0:6528:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.133269:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.133275:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471928.133329:0:6528:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772471928.133413:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:27573:x1858570834814848:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 597us (809us total) trans 4294967896 rc 0/0 00000100:00100000:2.0:1772471928.133419:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 209 00000020:00080000:2.0:1772471928.133424:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1772471928.134458:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471928.134470:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.134478:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471928.134482:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.134488:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.134501:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8f9c927c9500) 00010000:00010000:0.0:1772471928.134503:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772471928.134506:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.134510:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2425 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471928.134531:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471928.134532:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471928.134533:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471928.243116:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856785920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471928.243183:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.243247:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772471928.243254:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856786048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471928.243275:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.243332:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856785920 00000100:00100000:1.0:1772471928.243340:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856785920 00000100:00100000:1.0:1772471928.243384:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786048 00000100:00100000:1.0:1772471928.243387:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786048 00000100:00100000:1.0:1772471928.243413:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1772471928.243422:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856785920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471928.243444:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3915108352 avail 3683557376 00000100:00100000:1.0:1772471928.243485:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856785920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.243492:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1772471928.243508:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1772471928.243514:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856786048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471928.243524:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3915108352 avail 3683557376 00000100:00100000:1.0:1772471928.243545:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856786048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.243551:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:1.0:1772471928.243570:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471928.243603:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856786048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471928.243617:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856785920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471928.243901:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856786176:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.243934:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.243959:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856786688:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.243981:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.243997:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856787200:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244018:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.244037:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1772471928.244043:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856786304:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244064:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.244082:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856786816:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244101:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.244117:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856787328:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244137:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.244166:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786176 00000100:00100000:1.0:1772471928.244170:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786176 00000100:00100000:1.0:1772471928.244201:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1772471928.244208:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856786176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244244:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856786176:12345-0@lo:400:kworker.0 Request processed in 36us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.244249:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1772471928.244275:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786688 00000100:00100000:1.0:1772471928.244278:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786688 00000100:00100000:1.0:1772471928.244324:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1772471928.244331:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856786688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244362:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856786688:12345-0@lo:400:kworker.0 Request processed in 32us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.244367:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1772471928.244384:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787200 00000100:00100000:1.0:1772471928.244388:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787200 00000100:00100000:1.0:1772471928.244411:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1772471928.244417:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856787200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244444:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856787200:12345-0@lo:400:kworker.0 Request processed in 28us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.244450:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1772471928.244466:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786304 00000100:00100000:1.0:1772471928.244469:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786304 00000100:00100000:1.0:1772471928.244491:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786816 00000100:00100000:1.0:1772471928.244494:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786816 00000100:00100000:1.0:1772471928.244517:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787328 00000100:00100000:1.0:1772471928.244520:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787328 00000100:00100000:1.0:1772471928.244533:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1772471928.244538:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856786304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244566:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856786304:12345-0@lo:400:kworker.0 Request processed in 27us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.244572:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1772471928.244583:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1772471928.244589:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856786816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244613:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856786816:12345-0@lo:400:kworker.0 Request processed in 24us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.244618:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1772471928.244629:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1772471928.244635:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856787328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244658:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856787328:12345-0@lo:400:kworker.0 Request processed in 24us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.244663:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1772471928.244698:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856786560:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.244720:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.250238:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856787072:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.250330:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.250375:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1772471928.250383:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856786432:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.250410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.250431:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856786944:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.250455:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.250473:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856787456:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.250495:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471928.250541:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787072 00000100:00100000:1.0:1772471928.250551:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787072 00000100:00100000:1.0:1772471928.250611:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1772471928.250621:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856787072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.250688:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856787072:12345-0@lo:400:kworker.0 Request processed in 69us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.250696:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1772471928.250719:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786432 00000100:00100000:1.0:1772471928.250734:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786432 00000100:00100000:1.0:1772471928.252378:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1772471928.252402:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856786432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.252480:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856786432:12345-0@lo:400:kworker.0 Request processed in 90us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.252488:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1772471928.252526:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786560 00000100:00100000:1.0:1772471928.252533:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786560 00000100:00100000:1.0:1772471928.252560:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856786944 00000100:00100000:1.0:1772471928.252563:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856786944 00000100:00100000:1.0:1772471928.252577:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787456 00000100:00100000:1.0:1772471928.252580:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787456 00000100:00100000:1.0:1772471928.252594:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1772471928.252600:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856786560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.252633:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856786560:12345-0@lo:400:kworker.0 Request processed in 33us (7912us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.252641:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1772471928.252651:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1772471928.252657:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856786944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.252683:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856786944:12345-0@lo:400:kworker.0 Request processed in 27us (2227us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.252688:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1772471928.252697:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1772471928.252703:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856787456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.254583:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856787456:12345-0@lo:400:kworker.0 Request processed in 1869us (4075us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.254598:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00080000:1.0:1772471928.254995:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471928.255002:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471928.255005:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471928.255142:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856786304:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255244:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856786816:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255260:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856787328:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255270:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856786176:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255280:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856786688:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255292:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856787200:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255404:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856786432:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255415:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856786944:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255425:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856787456:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255437:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856786560:0@lo:400:kworker.0 00000100:00100000:1.0:1772471928.255446:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856787072:0@lo:400:kworker.0 00000040:00080000:3.0:1772471928.476878:0:21263:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471928.476888:0:21263:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471928.476918:0:21263:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:3.0:1772471928.476925:0:21263:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471928.573581:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.573684:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834815104 00000100:00100000:1.0:1772471928.573703:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834815104 00000100:00100000:1.0:1772471928.573773:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1022 00000100:00100000:1.0:1772471928.573784:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+88:27576:x1858570834815104:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471928.573808:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471928.573833:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d242c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d8f expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.573924:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.573940:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.573953:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.573968:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.573974:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.573981:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574139:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d2441 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574147:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d2441 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574161:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d2441 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471928.574171:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1772471928.574250:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574257:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574264:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574269:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471928.574274:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574281:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574295:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8f9c95450400) 00010000:00010000:1.0:1772471928.574298:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471928.574340:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574350:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d2433 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574366:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574371:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574377:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574381:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471928.574384:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574389:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574397:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8f9c899c5600) 00010000:00010000:1.0:1772471928.574400:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471928.574403:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574410:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d243a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574464:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d242c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d8f expref: 91 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574484:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb400/0xb50b868c089d2441 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d8f expref: 90 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.574492:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c899c5a00) 00010000:00010000:1.0:1772471928.574495:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471928.574498:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb400, rc 0) 00000100:00100000:1.0:1772471928.574572:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27576:x1858570834815104:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 789us (1004us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1772471928.574581:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1022 00000100:00100000:3.0:1772471928.583089:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.583174:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834815232 00000100:00100000:1.0:1772471928.583185:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834815232 00000100:00100000:1.0:1772471928.583254:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1023 00000100:00100000:1.0:1772471928.583265:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27576:x1858570834815232:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:1.0:1772471928.583368:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583387:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583400:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583433:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583440:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583450:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583456:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471928.583460:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583468:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583479:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c899c5a00) 00010000:00010000:1.0:1772471928.583483:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772471928.583488:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.583495:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d244f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471928.583581:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27576:x1858570834815232:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 317us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471928.583590:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1023 00000100:00100000:0.0:1772471928.594921:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.595001:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834815488 00000100:00100000:1.0:1772471928.595011:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834815488 00000100:00100000:1.0:1772471928.595067:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 210 00000100:00100000:3.0:1772471928.595077:0:6529:0:(service.c:3441:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:1.0:1772471928.595079:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:27576:x1858570834815488:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1772471928.595092:0:6529:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:1.0:1772471928.595366:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:27576:x1858570834815488:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 288us (452us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1772471928.595375:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 210 00000100:00100000:3.0:1772471928.664464:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471928.665272:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834815616 00000100:00100000:3.0:1772471928.665287:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834815616 00000100:00100000:3.0:1772471928.665379:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 263 00000100:00100000:3.0:1772471928.665388:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834815616:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471928.665408:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471928.665430:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a63eaa44/0xb50b868c089d2456 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d96 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471928.665456:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x69a5c676, atime: 0x69a5c676, ctime: 0x69a5c676, blocks: 0x8 00010000:00010000:3.0:1772471928.665475:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471928.665477:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471928.665486:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a63eaa44/0xb50b868c089d2456 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d96 expref: 15 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.665502:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a63eaa44/0xb50b868c089d2456 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d96 expref: 15 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471928.665515:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5600, rc 0) 00000100:00100000:3.0:1772471928.665582:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2411:x1858570834815616:12345-192.168.202.58@tcp:101:diff.0 Request processed in 194us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471928.666776:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 263 00000100:00100000:3.0:1772471928.672566:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471928.673487:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834815872 00000100:00100000:1.0:1772471928.673500:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834815872 00000100:00100000:1.0:1772471928.673603:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1024 00000100:00100000:1.0:1772471928.673615:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:27581:x1858570834815872:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:1.0:1772471928.673640:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471928.673662:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d245d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406d9d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.677285:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d2464 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.677325:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d2464 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.677340:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d2464 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471928.677357:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1772471928.677488:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d245d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d9d expref: 94 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.677504:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb600/0xb50b868c089d2464 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406d9d expref: 93 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471928.677513:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8f9c899c5a00) 00010000:00010000:1.0:1772471928.677516:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1772471928.677520:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb600, rc 0) 00000100:00100000:1.0:1772471928.677601:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:27581:x1858570834815872:12345-192.168.202.58@tcp:101:diff.0 Request processed in 3989us (5047us total) trans 4294967899 rc 0/0 00000100:00100000:1.0:1772471928.677614:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1024 00000100:00100000:2.0:1772471928.682839:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471928.683034:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816000 00000100:00100000:3.0:1772471928.683058:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816000 00002000:00100000:3.0:1772471928.683121:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff8f9cb785c380 x1858570834816000/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:719/0 lens 488/0 e 0 to 0 dl 1772471939 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471928.683141:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785c380 with x1858570834816000 ext(0->4095) 00002000:00010000:3.0:1772471928.683147:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb785c380 00000100:00100000:3.0:1772471928.683186:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 77 00000100:00100000:3.0:1772471928.683196:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834816000:12345-192.168.202.58@tcp:3:diff.0 00000100:00100000:3.0:1772471928.683426:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834816000:12345-192.168.202.58@tcp:3:diff.0 Request processed in 230us (597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471928.683436:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 77 00002000:00100000:3.0:1772471928.683443:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff8f9cb785c380 x1858570834816000/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:719/0 lens 488/4536 e 0 to 0 dl 1772471939 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471928.683451:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785c380 with x1858570834816000 ext(0->4095) 00002000:00010000:3.0:1772471928.683454:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb785c380 00010000:00010000:0.0:1772471929.004618:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471929.258516:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772471929.258539:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856787584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471929.258611:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471929.258684:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856787712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471929.258708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471929.258852:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787584 00000100:00100000:2.0:1772471929.258860:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787584 00000100:00100000:2.0:1772471929.258904:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787712 00000100:00100000:2.0:1772471929.258908:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787712 00000100:00100000:2.0:1772471929.258934:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1772471929.258942:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856787584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471929.258969:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772471929.259024:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856787584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471929.259032:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1772471929.259049:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1772471929.259056:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856787712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772471929.259065:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120744768 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772471929.259087:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856787712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471929.259096:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:2.0:1772471929.259126:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471929.259225:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856787584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471929.259238:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856787712:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772471930.027095:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471930.796320:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471930.796589:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856787840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471930.796685:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471930.798186:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787840 00000100:00100000:2.0:1772471930.798201:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787840 00000100:00100000:2.0:1772471930.798264:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1772471930.798276:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856787840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471930.798357:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:2.0:1772471930.798441:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856787840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 167us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471930.798449:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1772471930.798714:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856787840:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471931.055442:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772471931.178560:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471931.178571:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471931.178684:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:2.0:1772471931.178691:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471931.819769:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856787968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772471931.819844:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471931.820268:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856787968 00000100:00100000:3.0:1772471931.820279:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856787968 00000100:00100000:3.0:1772471931.820350:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1772471931.820361:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856787968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471931.820401:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471931.820461:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856787968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471931.820469:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1772471931.821681:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856787968:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1772471931.823677:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:1.0:1772471931.823694:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00010000:00010000:0.0:1772471932.080708:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471932.616132:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616181:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616208:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616257:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616277:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616295:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616340:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616364:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471932.616408:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816256 00000100:00100000:1.0:1772471932.616421:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816256 00000100:00100000:1.0:1772471932.616483:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816768 00000100:00100000:1.0:1772471932.616486:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816768 00000100:00100000:1.0:1772471932.616637:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816384 00000100:00100000:1.0:1772471932.616641:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816384 00000100:00100000:1.0:1772471932.616659:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816896 00000100:00100000:1.0:1772471932.616662:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816896 00000100:00100000:1.0:1772471932.616679:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 872 00000100:00100000:1.0:1772471932.616689:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:2412:x1858570834816256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.616783:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:2412:x1858570834816256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 94us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.616796:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 872 00000100:00100000:1.0:1772471932.616815:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 873 00000100:00100000:1.0:1772471932.616822:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834816768:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.616850:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834816768:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.616857:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 873 00000100:00100000:1.0:1772471932.616869:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 874 00000100:00100000:1.0:1772471932.616875:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834816384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.616901:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834816384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.616907:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 874 00000100:00100000:1.0:1772471932.616919:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 875 00000100:00100000:1.0:1772471932.616925:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834816896:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.616948:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834816896:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.616954:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 875 00000100:00100000:1.0:1772471932.616976:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816512 00000100:00100000:1.0:1772471932.616980:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816512 00000100:00100000:1.0:1772471932.617012:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817024 00000100:00100000:1.0:1772471932.617015:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817024 00000100:00100000:1.0:1772471932.617028:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816640 00000100:00100000:1.0:1772471932.617031:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816640 00000100:00100000:1.0:1772471932.617041:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817152 00000100:00100000:1.0:1772471932.617043:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817152 00000100:00100000:1.0:1772471932.617057:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 486 00000100:00100000:1.0:1772471932.617064:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834816512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.617091:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834816512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.617097:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 486 00000100:00100000:1.0:1772471932.617108:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 487 00000100:00100000:1.0:1772471932.617114:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834817024:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.617136:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834817024:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.617143:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 487 00000100:00100000:1.0:1772471932.617153:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 488 00000100:00100000:1.0:1772471932.617158:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834816640:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.617181:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834816640:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.617186:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 488 00000100:00100000:1.0:1772471932.617195:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 489 00000100:00100000:1.0:1772471932.617200:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834817152:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.617224:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834817152:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.617229:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 489 00000100:00100000:1.0:1772471932.617250:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834816128 00000100:00100000:1.0:1772471932.617253:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834816128 00000100:00100000:1.0:1772471932.617282:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 711 00000100:00100000:1.0:1772471932.617289:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834816128:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471932.617352:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834816128:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 63us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471932.617359:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 711 00000100:00080000:3.0:1772471932.617436:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471932.617442:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471932.617445:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471932.617447:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772471933.105512:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471933.362071:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856788224:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362155:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362223:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856788736:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362246:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362269:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856789248:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362289:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362337:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1772471933.362344:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856788096:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362372:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362394:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856788608:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362418:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362435:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856789120:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362457:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362474:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856789632:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362493:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471933.362523:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788224 00000100:00100000:2.0:1772471933.362532:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788224 00000100:00100000:2.0:1772471933.362576:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788736 00000100:00100000:2.0:1772471933.362579:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788736 00000100:00100000:2.0:1772471933.362601:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1772471933.362608:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856788224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362658:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856788224:12345-0@lo:400:kworker.0 Request processed in 50us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.362666:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1772471933.362681:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789248 00000100:00100000:2.0:1772471933.362684:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789248 00000100:00100000:2.0:1772471933.362702:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1772471933.362717:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856788736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362744:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856788736:12345-0@lo:400:kworker.0 Request processed in 37us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.362750:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1772471933.362761:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1772471933.362766:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856789248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362790:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856789248:12345-0@lo:400:kworker.0 Request processed in 24us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.362795:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1772471933.362813:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788096 00000100:00100000:2.0:1772471933.362816:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788096 00000100:00100000:2.0:1772471933.362838:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1772471933.362844:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856788096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362868:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856788096:12345-0@lo:400:kworker.0 Request processed in 25us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.362874:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1772471933.362896:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788608 00000100:00100000:2.0:1772471933.362899:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788608 00000100:00100000:2.0:1772471933.362921:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1772471933.362927:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856788608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.362956:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856788608:12345-0@lo:400:kworker.0 Request processed in 28us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.362961:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1772471933.362977:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789120 00000100:00100000:2.0:1772471933.362979:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789120 00000100:00100000:2.0:1772471933.363001:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789632 00000100:00100000:2.0:1772471933.363004:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789632 00000100:00100000:2.0:1772471933.363021:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1772471933.363028:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856789120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363055:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856789120:12345-0@lo:400:kworker.0 Request processed in 28us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.363062:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1772471933.363071:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1772471933.363077:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856789632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363100:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856789632:12345-0@lo:400:kworker.0 Request processed in 23us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471933.363108:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1772471933.363147:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856788096:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363158:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856788608:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363178:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967344 gen 2 00000004:00080000:2.0:1772471933.363185:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967343 committed transno 4294967344 00000004:00080000:2.0:1772471933.363204:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b86ba8a80, transno 4294967344 00000100:00100000:2.0:1772471933.363218:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856789120:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363230:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856789632:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363240:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856788224:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363249:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856788736:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.363257:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856789248:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363537:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856788480:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363569:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.363592:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856788992:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363612:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.363628:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856789504:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363646:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.363664:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772471933.363671:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856788352:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363690:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.363715:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856788864:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363735:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.363745:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856789376:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363765:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.363786:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788480 00000100:00100000:3.0:1772471933.363790:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788480 00000100:00100000:3.0:1772471933.363812:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788864 00000100:00100000:3.0:1772471933.363815:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788864 00000100:00100000:3.0:1772471933.363829:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1772471933.363835:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856788480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363870:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856788480:12345-0@lo:400:kworker.0 Request processed in 35us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.363879:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1772471933.363890:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789376 00000100:00100000:3.0:1772471933.363893:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789376 00000100:00100000:3.0:1772471933.363910:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1772471933.363915:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856788864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363942:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856788864:12345-0@lo:400:kworker.0 Request processed in 27us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.363948:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1772471933.363959:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1772471933.363965:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856789376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.363989:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856789376:12345-0@lo:400:kworker.0 Request processed in 25us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.363995:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1772471933.364014:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788992 00000100:00100000:3.0:1772471933.364018:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788992 00000100:00100000:3.0:1772471933.364033:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789504 00000100:00100000:3.0:1772471933.364036:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789504 00000100:00100000:3.0:1772471933.364049:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1772471933.364055:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856788992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364082:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856788992:12345-0@lo:400:kworker.0 Request processed in 26us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.364088:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1772471933.364098:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1772471933.364104:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856789504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364129:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856789504:12345-0@lo:400:kworker.0 Request processed in 26us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.364139:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:3.0:1772471933.364158:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471933.364163:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471933.364177:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471933.364179:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471933.364212:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856788352 00000100:00100000:3.0:1772471933.364216:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856788352 00000100:00100000:3.0:1772471933.364243:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1772471933.364250:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856788352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364280:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856788352:12345-0@lo:400:kworker.0 Request processed in 30us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.364285:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1772471933.364349:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856788352:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364360:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856788864:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364369:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856789376:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364380:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856788480:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364389:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856788992:0@lo:400:kworker.0 00000100:00100000:3.0:1772471933.364397:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856789504:0@lo:400:kworker.0 00000100:00100000:2.0:1772471933.364815:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856789760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471933.364853:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471933.364935:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789760 00000100:00100000:1.0:1772471933.364940:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789760 00000100:00100000:1.0:1772471933.364978:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1772471933.364985:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856789760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471933.365009:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3915104256 avail 3683581952 00000100:00100000:1.0:1772471933.365044:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856789760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471933.365050:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1772471933.365123:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856789760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471933.366607:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856789888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471933.366666:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471933.366757:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856789888 00000100:00100000:3.0:1772471933.366765:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856789888 00000100:00100000:3.0:1772471933.366818:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1772471933.366826:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856789888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471933.366844:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 127527744 pending 0 free 3915104256 avail 3683581952 00000001:00080000:2.0:1772471933.375935:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967899 is committed 00000001:00080000:2.0:1772471933.375952:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967896 is committed 00000020:00080000:2.0:1772471933.375966:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c8133ae40 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:2.0:1772471933.375972:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c8133a000 00000020:00080000:2.0:1772471933.375976:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86769400 00000020:00080000:2.0:1772471933.376011:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:0.0:1772471933.376202:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:0.0:1772471933.376281:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000100:00100000:3.0:1772471933.376577:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856789888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9744us (9904us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.376591:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1772471933.381059:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856789888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471933.615681:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471933.615830:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817280 00000100:00100000:0.0:1772471933.615845:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817280 00000100:00100000:0.0:1772471933.615919:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1025 00000100:00100000:0.0:1772471933.615931:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27543:x1858570834817280:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772471933.616049:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:27543:x1858570834817280:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 120us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471933.616058:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1025 00000100:00100000:2.0:1772471933.629554:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471933.629633:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817408 00000100:00100000:3.0:1772471933.629641:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817408 00000100:00100000:3.0:1772471933.629696:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1026 00000100:00100000:3.0:1772471933.629712:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:27543:x1858570834817408:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772471933.629828:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:27543:x1858570834817408:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 124us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471933.629837:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1026 00000040:00080000:3.0:1772471933.675044:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:0.0:1772471933.869934:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000001:00080000:0.0:1772471933.869951:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00010000:00010000:1.0:1772471934.122627:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471934.383446:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856790016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471934.383537:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471934.383637:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856790016 00000100:00100000:2.0:1772471934.383648:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856790016 00000100:00100000:2.0:1772471934.383707:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1772471934.383717:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856790016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772471934.383752:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120716096 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772471934.383796:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856790016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471934.383803:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1772471934.383880:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856790016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471934.386513:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856790144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471934.386583:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471934.387074:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856790144 00000100:00100000:3.0:1772471934.387084:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856790144 00000100:00100000:3.0:1772471934.387143:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1772471934.387152:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856790144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471934.387189:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 120716096 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471934.387257:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856790144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471934.387264:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1772471934.387368:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856790144:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1772471935.152298:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1772471935.164578:0:21462:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 12:18:53 (1772471933) 00000100:00100000:1.0:1772471935.521332:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.521505:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817536 00000100:00100000:3.0:1772471935.521515:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817536 00000100:00100000:1.0:1772471935.521771:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1027 00000100:00100000:1.0:1772471935.521786:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:28192:x1858570834817536:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471935.521910:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:28192:x1858570834817536:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 128us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.521917:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1027 00000100:00100000:1.0:1772471935.528503:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.528704:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817664 00000100:00100000:3.0:1772471935.528716:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817664 00000100:00080000:0.0:1772471935.528798:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471935.528802:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471935.531768:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1028 00000100:00100000:1.0:1772471935.531793:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:28192:x1858570834817664:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471935.531952:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:28192:x1858570834817664:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 169us (3460us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.531962:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1028 00000100:00100000:2.0:1772471935.558903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471935.559637:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834817792 00000100:00100000:0.0:1772471935.559648:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834817792 00000100:00100000:2.0:1772471935.562402:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1029 00000100:00100000:2.0:1772471935.562417:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:28193:x1858570834817792:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471935.562438:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471935.562461:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2472 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406da4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562541:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562554:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562566:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562621:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562629:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562635:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562677:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562684:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562700:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562707:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562714:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471935.562718:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562727:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562740:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471935.562743:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.562747:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562754:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2479 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562769:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562775:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562781:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562786:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471935.562792:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562797:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562804:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8f9c89ad5800) 00010000:00010000:2.0:1772471935.562807:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.562809:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562814:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2480 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562845:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2472 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406da4 expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562859:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471935.562861:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.562864:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d2472 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406da4 expref: 91 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.562873:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b400, rc 0) 00000100:00100000:2.0:1772471935.562959:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:28193:x1858570834817792:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 546us (4079us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471935.562967:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1029 00000100:00080000:0.0:1772471935.563613:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471935.568250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.571470:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818048 00000100:00100000:3.0:1772471935.571549:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818048 00000100:00100000:3.0:1772471935.571644:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1030 00000100:00100000:3.0:1772471935.571656:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+90:28193:x1858570834818048:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1772471935.571939:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471935.571969:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d21a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406cb6 expref: 90 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.572085:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471935.572092:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471935.572154:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.572168:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.572176:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.572208:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.572221:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 40 pid: 6527 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471935.572235:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856790272:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471935.572977:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16f0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772471935.577745:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471935.577940:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856790272:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471935.577967:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471935.577984:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818176 00000100:00100000:1.0:1772471935.578003:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818176 00010000:00010000:1.0:1772471935.578042:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 41 pid: 6527 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471935.578080:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 324 00000100:00100000:1.0:1772471935.578090:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:2412:x1858570834818176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471935.578105:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471935.578121:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 41 pid: 6527 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.578132:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 41 pid: 6527 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.578156:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d21e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ccb expref: 41 pid: 6527 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.578170:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471935.578175:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.578187:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.578194:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.578227:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471935.578286:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:2412:x1858570834818176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 196us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.578294:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 324 00010000:00010000:2.0:1772471935.578575:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.578584:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.578606:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.578614:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.578621:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579209:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579221:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579229:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471935.579242:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000006b59178 reply state 000000001eced177 transno 4294967900 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579252:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579258:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:2.0:1772471935.579261:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471935.579263:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772471935.579269:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:2.0:1772471935.579276:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579282:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579288:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579293:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471935.579614:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579704:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579717:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471935.579719:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.579724:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579730:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2487 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471935.579745:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000006b59178 reply state 000000001eced177 transno 4294967900 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579754:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.579760:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8f9c89ad5800) 00010000:00010000:2.0:1772471935.579762:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471935.579765:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1772471935.579891:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:28193:x1858570834818048:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 8234us (11647us total) trans 4294967900 rc 0/0 00000100:00100000:2.0:1772471935.579898:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1030 00000100:00100000:3.0:1772471935.592818:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471935.593818:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818304 00000100:00100000:0.0:1772471935.593830:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818304 00000100:00100000:1.0:1772471935.594052:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1031 00000100:00100000:1.0:1772471935.594064:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+91:28194:x1858570834818304:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471935.594091:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.594112:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d249c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dab expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.594179:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d24a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.594193:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d24a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.594205:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d24a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471935.594252:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772471935.594255:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471935.594276:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d24a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.594326:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d249c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dab expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.594346:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d24a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dab expref: 92 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.594354:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471935.594356:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471935.594360:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772471935.594466:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:28194:x1858570834818304:12345-192.168.202.58@tcp:101:bash.0 Request processed in 403us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.594474:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1031 00000100:00100000:0.0:1772471935.598385:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.598478:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818432 00000100:00100000:1.0:1772471935.598497:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818432 00000100:00100000:1.0:1772471935.598598:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1032 00000100:00100000:1.0:1772471935.598609:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:28194:x1858570834818432:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471935.598644:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.598668:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d24aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406db2 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598748:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598763:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598775:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598785:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598791:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598797:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598879:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d24bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598887:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d24bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598894:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d24bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471935.598926:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:1.0:1772471935.598930:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471935.598950:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d24bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598961:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598967:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598973:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.598982:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.599072:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599081:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599093:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471935.599096:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.599101:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599106:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599121:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599126:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599131:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599136:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.599138:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599142:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599152:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8f9c89ad5800) 00010000:00010000:1.0:1772471935.599154:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.599156:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599161:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599185:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d24aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406db2 expref: 94 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599197:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb800/0xb50b868c089d24bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406db2 expref: 93 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.599204:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.599206:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772471935.599208:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb800, rc 0) 00000100:00100000:1.0:1772471935.599277:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:28194:x1858570834818432:12345-192.168.202.58@tcp:101:bash.0 Request processed in 670us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.599284:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1032 00000100:00100000:0.0:1772471935.604562:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471935.604741:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818560 00000100:00100000:2.0:1772471935.604752:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818560 00000100:00100000:2.0:1772471935.604856:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1033 00000100:00100000:2.0:1772471935.604867:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:28194:x1858570834818560:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772471935.604889:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471935.604913:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d24c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406db9 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.604994:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605008:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605019:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605083:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605091:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605098:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605150:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605157:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605164:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605169:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471935.605175:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605186:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605198:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:2.0:1772471935.605201:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.605205:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605210:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d24cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605525:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605532:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605538:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605543:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471935.605546:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605552:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605560:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c89ad5300) 00010000:00010000:2.0:1772471935.605563:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.605566:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605575:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d24d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605611:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d24c6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406db9 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605621:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:2.0:1772471935.605624:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471935.605627:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d24c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406db9 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471935.605636:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b400, rc 0) 00000100:00100000:2.0:1772471935.605706:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:28194:x1858570834818560:12345-192.168.202.58@tcp:101:bash.0 Request processed in 841us (1155us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471935.605714:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1033 00000100:00100000:0.0:1772471935.614270:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.615980:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818688 00000100:00100000:1.0:1772471935.615997:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818688 00000100:00100000:1.0:1772471935.616073:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1034 00000100:00100000:1.0:1772471935.616084:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+40:28195:x1858570834818688:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471935.616106:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.616200:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d24db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dc0 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.616284:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.616327:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.616340:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471935.617125:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772471935.617133:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471935.617161:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.617193:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d24db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 42 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.617212:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.617222:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471935.617225:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471935.617229:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471935.617332:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:28195:x1858570834818688:12345-192.168.202.58@tcp:101:rm.0 Request processed in 1249us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.617341:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1034 00000100:00100000:0.0:1772471935.625074:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.625645:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818816 00000100:00100000:1.0:1772471935.625656:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818816 00000100:00100000:1.0:1772471935.625756:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1035 00000100:00100000:1.0:1772471935.625767:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:28195:x1858570834818816:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471935.625794:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.625823:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dc7 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.625900:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.625915:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.625928:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.625940:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.625948:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.625954:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626033:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d24fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626045:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d24fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626052:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d24fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471935.626091:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:1.0:1772471935.626095:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471935.626116:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d24fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626128:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626134:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626140:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626146:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.626150:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626158:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626169:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471935.626172:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.626177:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626183:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d24f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626195:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626204:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626209:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626213:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.626215:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626219:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626226:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8f9c89ad5800) 00010000:00010000:1.0:1772471935.626227:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.626230:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626234:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d24f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626258:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d24e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc7 expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626271:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa200/0xb50b868c089d24fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc7 expref: 42 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.626278:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.626280:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772471935.626283:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa200, rc 0) 00000100:00100000:1.0:1772471935.626516:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28195:x1858570834818816:12345-192.168.202.58@tcp:101:rm.0 Request processed in 750us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.626524:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1035 00000100:00100000:2.0:1772471935.631093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.631179:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834818944 00000100:00100000:3.0:1772471935.631192:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834818944 00000100:00100000:3.0:1772471935.631264:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1036 00000100:00100000:3.0:1772471935.631275:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28195:x1858570834818944:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471935.631588:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471935.631615:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2505 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dce expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631702:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631718:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631731:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631747:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631753:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631759:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631812:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631820:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631826:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631836:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471935.631841:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631849:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631862:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:3.0:1772471935.631865:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471935.631870:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631875:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d250c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631890:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631897:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631903:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631908:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471935.631911:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631917:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631929:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471935.631931:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471935.631933:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631939:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2513 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631972:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2505 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dce expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631983:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:3.0:1772471935.631986:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471935.631990:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2505 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dce expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.631999:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4600, rc 0) 00000100:00100000:3.0:1772471935.632069:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28195:x1858570834818944:12345-192.168.202.58@tcp:101:rm.0 Request processed in 795us (987us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471935.632077:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1036 00000100:00100000:0.0:1772471935.636978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.637071:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819072 00000100:00100000:1.0:1772471935.637083:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819072 00000100:00100000:1.0:1772471935.637187:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1037 00000100:00100000:1.0:1772471935.637197:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28195:x1858570834819072:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471935.637224:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.637250:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d251a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dd5 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638825:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638848:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638861:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638876:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638883:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638890:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638934:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638942:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638949:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638954:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.638959:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638966:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638979:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.638982:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.638986:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.638992:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2521 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639007:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639012:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639017:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639022:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.639024:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639030:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639038:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8344e100) 00010000:00010000:1.0:1772471935.639041:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.639043:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639048:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2528 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639088:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d251a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dd5 expref: 43 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639099:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.639102:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.639105:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d251a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dd5 expref: 43 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.639114:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772471935.639198:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28195:x1858570834819072:12345-192.168.202.58@tcp:101:rm.0 Request processed in 2002us (2228us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471935.639209:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1037 00000100:00100000:0.0:1772471935.653022:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.653125:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819200 00000100:00100000:1.0:1772471935.653136:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819200 00000100:00100000:1.0:1772471935.653201:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1038 00000100:00100000:1.0:1772471935.653211:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28196:x1858570834819200:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772471935.653239:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.653266:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d252f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ddc expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653400:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653417:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653430:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653446:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653454:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653461:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653501:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653509:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653516:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653522:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.653528:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653537:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653549:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.653553:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.653558:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653565:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2536 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653579:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653585:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653591:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653596:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.653599:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653605:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653612:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8344e100) 00010000:00010000:1.0:1772471935.653615:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.653618:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653624:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d253d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653656:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d252f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ddc expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653669:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.653671:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.653675:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d252f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ddc expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.653684:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772471935.653749:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28196:x1858570834819200:12345-192.168.202.58@tcp:101:cp.0 Request processed in 540us (738us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471935.653759:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1038 00000100:00100000:2.0:1772471935.663419:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.664777:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819328 00000100:00100000:3.0:1772471935.664791:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819328 00000100:00100000:0.0:1772471935.666770:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1039 00000100:00100000:0.0:1772471935.666796:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28196:x1858570834819328:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471935.666822:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471935.666845:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2544 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406de3 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.666916:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.666932:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.666944:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.666958:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.666965:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.666971:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667021:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667029:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667036:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667043:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471935.667047:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667054:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667067:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:0.0:1772471935.667070:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471935.667076:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667082:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d254b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667099:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667105:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667112:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667116:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471935.667119:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667125:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667132:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9b86be0d00) 00010000:00010000:0.0:1772471935.667135:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471935.667137:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667143:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2552 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667176:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2544 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406de3 expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667187:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:0.0:1772471935.667189:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471935.667193:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c000/0xb50b868c089d2544 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406de3 expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.667207:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c000, rc 0) 00000100:00100000:0.0:1772471935.667344:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28196:x1858570834819328:12345-192.168.202.58@tcp:101:cp.0 Request processed in 518us (3893us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471935.667354:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1039 00000100:00100000:3.0:1772471935.670472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471935.674414:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819584 00000100:00100000:2.0:1772471935.674434:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819584 00000100:00100000:1.0:1772471935.675850:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1040 00000100:00100000:1.0:1772471935.675875:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28196:x1858570834819584:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772471935.675899:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.675925:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2559 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dea expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.676048:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.676066:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.676082:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.676098:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.676104:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.676111:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772471935.677784:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:1.0:1772471935.677955:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.677970:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.677981:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678015:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678022:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678029:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678035:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.678040:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678047:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678058:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.678061:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.678065:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678072:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2560 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772471935.678084:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f299b1b0 reply state 0000000089072a9b transno 4294967901 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678095:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678101:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8344e600) 00010000:00010000:1.0:1772471935.678103:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772471935.678106:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772471935.678138:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2559 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 45 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678151:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 44 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.678159:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:1.0:1772471935.678161:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471935.681634:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:1.0:1772471935.681776:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:28196:x1858570834819584:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5907us (11314us total) trans 4294967901 rc 0/0 00000100:00100000:1.0:1772471935.681787:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1040 00000100:00100000:0.0:1772471935.684890:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.685118:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819712 00000100:00100000:3.0:1772471935.685131:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819712 00000100:00100000:3.0:1772471935.685251:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 264 00000100:00100000:3.0:1772471935.685266:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834819712:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471935.685288:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471935.685331:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406df1 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471935.685357:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772471935.685485:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471935.685488:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471935.685496:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 10 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.685515:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 10 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.685530:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4600, rc 0) 00000100:00100000:3.0:1772471935.685596:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834819712:12345-192.168.202.58@tcp:101:cp.0 Request processed in 335us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471935.685605:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 264 00000100:00080000:0.0:1772471935.687191:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471935.688900:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471935.688997:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819840 00000100:00100000:0.0:1772471935.689007:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819840 00000100:00100000:0.0:1772471935.689102:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 265 00000100:00100000:0.0:1772471935.689112:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:28196:x1858570834819840:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471935.689132:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471935.689161:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406df8 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.689193:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.689202:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471935.689204:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471935.689208:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.689242:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.689255:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471935.689270:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856790400:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471935.689380:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665000 going to sleep for 11 seconds 00000100:00100000:2.0:1772471935.692567:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471935.692700:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856790400:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471935.692740:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.692764:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c000, rc 0) 00000100:00100000:0.0:1772471935.692827:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:28196:x1858570834819840:12345-192.168.202.58@tcp:101:cp.0 Request processed in 3717us (3936us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471935.692837:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 265 00000100:00100000:1.0:1772471935.693901:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834819968 00000100:00100000:1.0:1772471935.693913:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834819968 00010000:00010000:1.0:1772471935.693954:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471935.693995:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 325 00000100:00100000:1.0:1772471935.694005:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834819968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471935.694020:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471935.694042:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.694058:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.694084:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d257c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df1 expref: 11 pid: 8408 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.694099:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471935.694101:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471935.694108:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.694118:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.694155:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471935.694185:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856790528:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471935.694259:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c834ffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471935.696670:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856790528:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471935.696711:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471935.696773:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834819968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2768us (4218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.696785:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 325 00000100:00100000:0.0:1772471935.699897:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.700061:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834820224 00000100:00100000:3.0:1772471935.700073:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834820224 00000100:00100000:3.0:1772471935.700171:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:3.0:1772471935.700182:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:28196:x1858570834820224:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772471935.700748:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:28196:x1858570834820224:12345-192.168.202.58@tcp:35:cp.0 Request processed in 566us (862us total) trans 4294967902 rc 0/0 00000100:00100000:2.0:1772471935.700757:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 211 00000040:00080000:1.0:1772471935.723131:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772471935.738498:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.738572:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834820352 00000100:00100000:1.0:1772471935.738583:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834820352 00000100:00100000:1.0:1772471935.738657:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1041 00000100:00100000:1.0:1772471935.738669:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:28199:x1858570834820352:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471935.738726:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471935.738750:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d258a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406dff expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738822:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738835:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738847:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738860:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738867:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738873:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738936:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738942:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.738947:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471935.738979:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:1.0:1772471935.738983:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471935.738998:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739007:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739012:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739017:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739023:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739028:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.739030:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739035:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739043:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471935.739045:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.739048:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739052:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d2591 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739061:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739064:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739068:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739070:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471935.739072:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739078:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739082:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8344e600) 00010000:00010000:1.0:1772471935.739083:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471935.739085:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739088:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d2598 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739105:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d258a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 95 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739113:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 94 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471935.739118:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:1.0:1772471935.739119:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471935.739120:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbc00, rc 0) 00000100:00100000:1.0:1772471935.739184:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:28199:x1858570834820352:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 519us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.739192:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1041 00000100:00100000:3.0:1772471935.748984:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471935.749728:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834820480 00000100:00100000:2.0:1772471935.749740:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834820480 00000100:00080000:0.0:1772471935.749795:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471935.749819:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 266 00000100:00100000:2.0:1772471935.749830:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834820480:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471935.749852:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471935.749869:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d25a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e06 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471935.749934:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856790656:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471935.750038:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed300 going to sleep for 11 seconds 00002000:00010000:3.0:1772471935.753173:0:9676:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772471935.753182:0:9676:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime: 0 -> 1772471935 00002000:00010000:3.0:1772471935.753186:0:9676:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime: 0 -> 1772471935 00002000:00010000:3.0:1772471935.753188:0:9676:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime: 0 -> 1772471935 00002000:00010000:3.0:1772471935.753190:0:9676:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772471935.753214:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856790656:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772471935.753249:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d25a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e06 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.753275:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b939808/0xb50b868c089d25a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e06 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.753289:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a200, rc 0) 00000100:00100000:3.0:1772471935.753616:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834820480:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3780us (4634us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471935.753628:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 266 00000100:00100000:2.0:1772471935.757225:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471935.762405:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834820608 00000100:00100000:0.0:1772471935.762420:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834820608 00000100:00100000:0.0:1772471935.762498:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1042 00000100:00100000:0.0:1772471935.762509:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:28199:x1858570834820608:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471935.762531:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471935.762552:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d25ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e0d expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.762620:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.762635:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.762653:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471935.762818:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1772471935.762823:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471935.762844:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.762869:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d25ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 96 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.762890:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 95 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471935.762898:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:0.0:1772471935.762900:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471935.762904:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772471935.763161:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:28199:x1858570834820608:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 653us (5947us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471935.763170:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1042 00000100:00100000:2.0:1772471935.766796:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471935.767188:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834820736 00000100:00100000:3.0:1772471935.767199:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834820736 00000100:00100000:3.0:1772471935.767335:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 267 00000100:00100000:3.0:1772471935.767348:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834820736:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471935.767366:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471935.767383:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d25bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e14 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471935.767446:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856790784:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772471935.767529:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2f300 going to sleep for 11 seconds 00000100:00100000:3.0:1772471935.769677:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856790784:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772471935.769729:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d25bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e14 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.769754:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d25bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e14 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471935.769767:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772471935.769830:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834820736:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2484us (3042us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471935.769839:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 267 00000100:00100000:2.0:1772471935.774277:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471935.774398:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834820992 00000100:00100000:1.0:1772471935.774409:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834820992 00000100:00100000:1.0:1772471935.774465:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1043 00000100:00100000:1.0:1772471935.774474:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:28199:x1858570834820992:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:1.0:1772471935.774642:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:1.0:1772471935.774733:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:28199:x1858570834820992:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 259us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471935.774741:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1043 00000100:00100000:0.0:1772471935.914666:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471935.914709:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856790912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471935.914785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471935.915330:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856790912 00000100:00100000:2.0:1772471935.915341:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856790912 00000100:00100000:2.0:1772471935.915600:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1772471935.915612:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856790912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471935.915652:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1772471935.915738:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856790912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471935.915746:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1772471935.915801:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856790912:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471936.170999:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471936.299483:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471936.299492:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471936.299517:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:1.0:1772471936.299524:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471936.299771:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869afb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856791040:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471936.299884:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471936.303503:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.304094:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869afb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856791040:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471936.304440:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834821120 00000100:00100000:1.0:1772471936.304448:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834821120 00000100:00100000:1.0:1772471936.304507:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1044 00000100:00100000:1.0:1772471936.304516:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:28209:x1858570834821120:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772471936.304553:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772471936.304860:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:28209:x1858570834821120:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 140us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471936.304869:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1044 00000100:00100000:0.0:1772471936.315601:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.315691:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834821376 00000100:00100000:3.0:1772471936.315703:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834821376 00000100:00100000:3.0:1772471936.315773:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1045 00000100:00100000:3.0:1772471936.315784:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:28209:x1858570834821376:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471936.315813:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471936.315842:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d25c2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e1b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.315996:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d25c9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.316014:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d25c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.316028:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d25c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471936.316046:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1772471936.316171:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d25c2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e1b expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.316194:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d25c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e1b expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.316204:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:3.0:1772471936.316206:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471936.316210:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772471936.316391:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834821376:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 608us (801us total) trans 4294967903 rc 0/0 00000100:00100000:3.0:1772471936.316400:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1045 00000100:00100000:0.0:1772471936.321524:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.321589:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834821504 00000100:00100000:3.0:1772471936.321599:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834821504 00000100:00100000:3.0:1772471936.321663:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 268 00000100:00100000:3.0:1772471936.321673:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834821504:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471936.321727:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.321749:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.321757:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471936.321759:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471936.321763:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.321800:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.321814:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 10 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.321830:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856791168:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471936.321908:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c929b0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471936.332415:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.332587:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856791168:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471936.332624:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.333812:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834821632 00000100:00100000:3.0:1772471936.333825:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834821632 00002000:00100000:3.0:1772471936.333889:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff8f9b833b7480 x1858570834821632/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:727/0 lens 648/0 e 0 to 0 dl 1772471947 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471936.333901:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b833b7480 with x1858570834821632 ext(0->157) 00010000:00010000:3.0:1772471936.333910:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 11 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.333927:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 11 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471936.333937:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b833b7480 00000100:00100000:3.0:1772471936.333971:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13 00000100:00100000:3.0:1772471936.333993:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834821632:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:0.0:1772471936.334882:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.335866:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834821760 00000100:00100000:3.0:1772471936.335878:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834821760 00000100:00100000:3.0:1772471936.335937:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 47 00000100:00100000:3.0:1772471936.335946:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834821760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471936.335960:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471936.335996:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d25c9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e1b expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.336014:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:3.0:1772471936.336019:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471936.336076:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2411:x1858570834821760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 132us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.336084:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 47 00000100:00100000:0.0:1772471936.337446:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834821632:12345-192.168.202.58@tcp:4:cp.0 Request processed in 3457us (5036us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1772471936.337459:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13 00002000:00100000:0.0:1772471936.337471:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff8f9b833b7480 x1858570834821632/t4294967345(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:727/0 lens 648/448 e 0 to 0 dl 1772471947 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471936.337481:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b833b7480 with x1858570834821632 ext(0->157) 00010000:00010000:0.0:1772471936.337490:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 13 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.337511:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 13 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471936.337519:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b833b7480 00000100:00100000:3.0:1772471936.340079:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.340130:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834821888 00000100:00100000:3.0:1772471936.340143:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834821888 00010000:00010000:3.0:1772471936.340187:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 13 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.340227:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 326 00000100:00100000:3.0:1772471936.340237:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834821888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471936.340255:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1772471936.340275:0:7450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1772471936.340283:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 13 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340296:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 13 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340347:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020527cef/0xb50b868c089d2583 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406df8 expref: 13 pid: 8409 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340379:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471936.340382:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471936.340388:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340399:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340433:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471936.340482:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834821888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 246us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.340490:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 326 00010000:00010000:3.0:1772471936.340519:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340529:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340548:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340556:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340570:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340577:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471936.340581:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340590:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340600:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.340608:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.342128:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834821504:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 18981us (19140us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.342151:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 268 00000100:00100000:1.0:1772471936.355426:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.355632:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834822144 00000100:00100000:3.0:1772471936.355644:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834822144 00000100:00100000:3.0:1772471936.355718:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1046 00000100:00100000:3.0:1772471936.355728:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:28209:x1858570834822144:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471936.355853:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:28209:x1858570834822144:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 126us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.355862:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1046 00000100:00100000:3.0:1772471936.361420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471936.361516:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834822272 00000100:00100000:0.0:1772471936.361527:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834822272 00000100:00100000:0.0:1772471936.361587:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 269 00000100:00100000:0.0:1772471936.361597:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834822272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471936.361617:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471936.361637:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e22 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471936.361673:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x69a5c67f, atime: 0x0, ctime: 0x69a5c67f, blocks: 0x8 00010000:00010000:0.0:1772471936.361703:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471936.361706:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471936.361715:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.361739:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.361754:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:0.0:1772471936.361822:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834822272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 226us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471936.361830:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 269 00000100:00100000:3.0:1772471936.377298:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.377782:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834822528 00000100:00100000:1.0:1772471936.377793:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834822528 00000100:00100000:1.0:1772471936.377854:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1047 00000100:00100000:1.0:1772471936.377865:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:28209:x1858570834822528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471936.378778:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:28209:x1858570834822528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 908us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471936.378789:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1047 00000100:00100000:0.0:1772471936.384371:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.384456:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834822656 00000100:00100000:1.0:1772471936.384469:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834822656 00002000:00100000:1.0:1772471936.384524:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff8f9b833b7800 x1858570834822656/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:727/0 lens 488/0 e 0 to 0 dl 1772471947 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471936.384536:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b833b7800 with x1858570834822656 ext(0->4095) 00002000:00010000:1.0:1772471936.384542:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b833b7800 00000100:00100000:1.0:1772471936.384612:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 78 00000100:00100000:1.0:1772471936.384622:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834822656:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1772471936.384795:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834822656:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 173us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772471936.384803:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 78 00002000:00100000:1.0:1772471936.384809:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff8f9b833b7800 x1858570834822656/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:727/0 lens 488/4536 e 0 to 0 dl 1772471947 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471936.384817:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b833b7800 with x1858570834822656 ext(0->4095) 00002000:00010000:1.0:1772471936.384820:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b833b7800 00000100:00100000:0.0:1772471936.396732:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471936.396900:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834822784 00000100:00100000:2.0:1772471936.396911:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834822784 00000100:00100000:2.0:1772471936.397105:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1048 00000100:00100000:2.0:1772471936.397119:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:28209:x1858570834822784:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471936.397143:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471936.397164:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d25e5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e29 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.397204:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.397219:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.397230:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.397383:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d25e5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.397400:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.397410:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:2.0:1772471936.397413:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471936.397416:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471936.397473:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834822784:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 357us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471936.398169:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1048 00000100:00100000:2.0:1772471936.407354:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471936.407441:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834822912 00000100:00100000:0.0:1772471936.407452:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834822912 00000100:00100000:0.0:1772471936.407518:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1049 00000100:00100000:0.0:1772471936.407528:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834822912:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772471936.407561:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772471936.407698:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834822912:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 170us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471936.407706:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1049 00000100:00100000:2.0:1772471936.417790:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.417910:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834823040 00000100:00100000:3.0:1772471936.417920:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834823040 00000100:00100000:3.0:1772471936.417983:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 270 00000100:00100000:3.0:1772471936.417993:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834823040:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471936.418044:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418062:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471936.418064:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471936.418070:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418085:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418115:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418124:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418135:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418147:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471936.418152:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418161:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418177:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.418185:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000740e3dad/0xb50b868c089d25f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.418250:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834823040:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 258us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.418258:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 270 00000100:00100000:0.0:1772471936.423649:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.423813:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834823296 00000100:00100000:1.0:1772471936.423826:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834823296 00000100:00100000:1.0:1772471936.423898:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1050 00000100:00100000:1.0:1772471936.423910:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834823296:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772471936.424016:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.424037:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.424047:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.424087:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.424103:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 48 pid: 6525 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471936.424121:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856791296:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471936.434029:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471936.434075:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856791296:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471936.434102:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471936.436937:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.437019:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834823424 00000100:00100000:1.0:1772471936.437030:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834823424 00010000:00010000:1.0:1772471936.437075:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 49 pid: 6525 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471936.437113:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 327 00000100:00100000:1.0:1772471936.437124:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834823424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471936.437138:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471936.437144:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 49 pid: 6525 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.437157:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 49 pid: 6525 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.437179:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d25ec lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e29 expref: 49 pid: 6525 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.437197:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:1.0:1772471936.437202:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.437212:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.437219:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.437253:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471936.437340:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834823424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 218us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471936.437348:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 327 00010000:00010000:0.0:1772471936.437471:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437479:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437648:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437656:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437661:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437667:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471936.437671:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437688:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437699:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:0.0:1772471936.437702:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471936.437706:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.437712:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d25fa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471936.437803:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834823296:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 13896us (14165us total) trans 4294967904 rc 0/0 00000100:00100000:0.0:1772471936.437812:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1050 00000040:00080000:1.0:1772471936.438631:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471936.438638:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471936.439151:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1772471936.439161:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471936.441350:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471936.441521:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834823680 00000100:00100000:0.0:1772471936.441532:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834823680 00000100:00100000:0.0:1772471936.441589:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 212 00000100:00100000:0.0:1772471936.441600:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28209:x1858570834823680:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471936.441915:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:28209:x1858570834823680:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 317us (575us total) trans 4294967905 rc 0/0 00000100:00100000:0.0:1772471936.441923:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 212 00000040:00080000:2.0:1772471936.501835:0:21511:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471936.501847:0:21511:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471936.501885:0:21511:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:2.0:1772471936.501892:0:21511:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471936.574219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.574589:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834823808 00000100:00100000:1.0:1772471936.574600:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834823808 00000100:00100000:1.0:1772471936.574656:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 271 00000100:00100000:1.0:1772471936.574667:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834823808:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471936.574698:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471936.574717:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e30 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.574746:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471936.574749:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471936.574757:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.574777:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.574792:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772471936.574848:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834823808:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 183us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471936.574856:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 271 00000100:00100000:3.0:1772471936.597564:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.597728:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824064 00000100:00100000:1.0:1772471936.597739:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824064 00000100:00100000:1.0:1772471936.597797:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1051 00000100:00100000:1.0:1772471936.597807:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:28210:x1858570834824064:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471936.597830:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471936.597851:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2608 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e37 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.597978:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d260f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.597992:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d260f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.598005:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d260f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471936.598019:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:1.0:1772471936.598143:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2608 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e37 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.598161:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d260f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e37 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.598170:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:1.0:1772471936.598173:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1772471936.598176:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa800, rc 0) 00000100:00100000:1.0:1772471936.598243:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:28210:x1858570834824064:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 437us (689us total) trans 4294967906 rc 0/0 00000100:00100000:1.0:1772471936.598251:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1051 00000100:00100000:3.0:1772471936.603534:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471936.604042:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824192 00000100:00100000:0.0:1772471936.604053:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824192 00000100:00100000:0.0:1772471936.604116:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 272 00000100:00100000:0.0:1772471936.604127:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834824192:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:0.0:1772471936.604181:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.604207:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.604217:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.604225:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471936.604227:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471936.604231:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.604272:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.604288:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 12 pid: 8409 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471936.604343:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856791424:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471936.604458:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.604469:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 11 pid: 9676 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471936.604479:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856791552:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471936.604505:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471936.610690:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856791424:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471936.615792:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856791552:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471936.615827:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.617244:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.617322:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471936.617363:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824320 00000100:00100000:2.0:1772471936.617384:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824320 00010000:00010000:2.0:1772471936.617424:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 13 pid: 8409 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.617461:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824448 00000100:00100000:2.0:1772471936.617464:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824448 00010000:00010000:2.0:1772471936.617477:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 12 pid: 9676 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.617501:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 328 00000100:00100000:2.0:1772471936.617511:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834824320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471936.617524:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471936.617546:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 13 pid: 8409 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.617558:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 13 pid: 8409 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.617579:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d2601 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e30 expref: 13 pid: 8409 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.617594:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471936.617644:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834824320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 133us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471936.617947:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 328 00000100:00100000:3.0:1772471936.617958:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 329 00000100:00100000:3.0:1772471936.617971:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca057a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834824448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471936.617995:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471936.618009:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 12 pid: 9676 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.618022:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 12 pid: 9676 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.618038:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d25de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e22 expref: 12 pid: 9676 timeout: 867 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.618050:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471936.618052:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471936.618057:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.618067:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.618104:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471936.618125:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca057a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834824448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 159us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.618133:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 329 00010000:00010000:2.0:1772471936.618450:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618461:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618481:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618489:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618498:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618505:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471936.618509:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618518:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618530:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.618537:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0a0c3fc/0xb50b868c089d261d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.618594:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834824192:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 14468us (15088us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471936.618603:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 272 00000100:00100000:3.0:1772471936.621667:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471936.621745:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824704 00000100:00100000:2.0:1772471936.621756:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824704 00000100:00100000:2.0:1772471936.621814:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 213 00000100:00100000:2.0:1772471936.621823:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:28210:x1858570834824704:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:2.0:1772471936.621888:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d260f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e37 expref: 97 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471936.622080:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967907 00000001:00080000:2.0:1772471936.622435:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967908 00010000:00010000:2.0:1772471936.622473:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.622489:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.622498:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 100 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.622507:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.622546:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 100 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.622566:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 100 pid: 9675 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.622582:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856791680:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471936.622698:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.622709:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 48 pid: 10040 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.622718:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856791808:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471936.622743:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676840 going to sleep for 11 seconds 00000100:00100000:3.0:1772471936.625470:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471936.625470:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856791680:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471936.625491:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856791808:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471936.625506:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1772471936.625523:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.625554:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824960 00000100:00100000:3.0:1772471936.625564:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824960 00010000:00010000:3.0:1772471936.625605:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 49 pid: 10040 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.625695:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834824832 00000100:00100000:2.0:1772471936.625967:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 330 00000100:00100000:2.0:1772471936.625988:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834824960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1772471936.626000:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834824832 00010000:00010000:2.0:1772471936.626003:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471936.626012:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 49 pid: 10040 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.626022:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 101 pid: 9675 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.626032:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 49 pid: 10040 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.626052:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 331 00010000:00010000:2.0:1772471936.626057:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d256e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dea expref: 49 pid: 10040 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471936.626063:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2412:x1858570834824832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471936.626074:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471936.626081:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 101 pid: 9675 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.626082:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:2.0:1772471936.626091:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.626107:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.626117:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471936.626121:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 101 pid: 9675 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.626137:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d259f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dff expref: 101 pid: 9675 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.626149:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:3.0:1772471936.626153:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.626163:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.626171:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.626172:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834824960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 195us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471936.626189:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 330 00010000:00010000:3.0:1772471936.626204:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471936.626229:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2412:x1858570834824832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 169us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.626237:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 331 00010000:00010000:3.0:1772471936.626372:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.626381:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471936.626624:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967909 00000001:00080000:3.0:1772471936.626917:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967910 00000001:00080000:3.0:1772471936.626960:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967911 00000100:00100000:3.0:1772471936.627054:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856791936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772471936.627111:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471936.627147:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed900 going to sleep for 11 seconds 00000100:00100000:2.0:1772471936.627261:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856791936 00000100:00100000:2.0:1772471936.627268:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856791936 00000100:00100000:2.0:1772471936.627355:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1772471936.627364:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856791936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1772471936.627376:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471936.627716:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856791936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 353us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471936.627724:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1772471936.627812:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856791936:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1772471936.628007:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967912 00000100:00100000:3.0:1772471936.628061:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856792064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772471936.628097:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471936.628125:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16f0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772471936.628566:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856792064 00000100:00100000:2.0:1772471936.628574:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856792064 00000100:00100000:2.0:1772471936.628607:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1772471936.628614:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc16bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856792064:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772471936.628823:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc16bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856792064:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 208us (724us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1772471936.628830:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1772471936.630090:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856792064:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1772471936.630119:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.630129:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.630136:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.630142:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471936.630147:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.630155:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.630171:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:2.0:1772471936.630174:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1772471936.630179:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471936.630185:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2624 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772471936.630324:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1772471936.630389:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:2.0:1772471936.630401:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767660098381ns, next at 768660096108ns, rc = 0 00000001:00080000:2.0:1772471936.630412:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967913 00010000:00010000:2.0:1772471936.630448:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e200) 00010000:00010000:2.0:1772471936.630451:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1772471936.630458:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d260f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e37 expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471936.630559:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:28210:x1858570834824704:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 8737us (8900us total) trans 4294967914 rc 0/0 00000100:00100000:2.0:1772471936.630569:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 213 00000020:00080000:2.0:1772471936.630573:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1772471936.645394:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.645727:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834825088 00000100:00100000:1.0:1772471936.645739:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834825088 00000100:00100000:1.0:1772471936.645792:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1052 00000100:00100000:1.0:1772471936.645802:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:28211:x1858570834825088:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:1.0:1772471936.645826:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471936.645847:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d262b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e3e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.645922:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.645939:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.645953:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.645963:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.645969:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.645975:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646052:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646061:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646068:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471936.646114:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:1.0:1772471936.646118:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471936.646142:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646157:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646166:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646172:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646180:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646186:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471936.646191:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646200:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646213:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471936.646216:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471936.646223:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646230:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2632 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646242:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646249:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646256:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646261:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471936.646264:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646270:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646277:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8344e600) 00010000:00010000:1.0:1772471936.646279:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471936.646283:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646288:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2639 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646557:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d262b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e3e expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646572:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e3e expref: 104 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.646580:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e300) 00010000:00010000:1.0:1772471936.646582:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471936.646584:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:0.0:1772471936.646952:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:28211:x1858570834825088:12345-192.168.202.58@tcp:101:diff.0 Request processed in 1149us (1567us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471936.646961:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1052 00000100:00100000:3.0:1772471936.651449:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471936.652516:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834825344 00000100:00100000:0.0:1772471936.652535:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834825344 00000100:00100000:0.0:1772471936.652663:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1053 00000100:00100000:0.0:1772471936.652684:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:28211:x1858570834825344:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:0.0:1772471936.652712:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471936.652742:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2647 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e45 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.652878:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d264e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.652894:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d264e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.652907:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d264e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471936.652932:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1772471936.653065:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2647 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e45 expref: 107 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.653085:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d264e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e45 expref: 106 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471936.653095:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e300) 00010000:00010000:0.0:1772471936.653098:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471936.653103:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772471936.653175:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:28211:x1858570834825344:12345-192.168.202.58@tcp:101:diff.0 Request processed in 502us (1738us total) trans 4294967915 rc 0/0 00000100:00100000:0.0:1772471936.653182:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1053 00000100:00100000:0.0:1772471936.657540:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471936.657670:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834825600 00000100:00100000:1.0:1772471936.657688:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834825600 00000100:00100000:1.0:1772471936.657771:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 48 00000100:00100000:1.0:1772471936.657783:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:28211:x1858570834825600:12345-192.168.202.58@tcp:103:diff.0 00010000:00010000:1.0:1772471936.657800:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772471936.657828:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d264e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e45 expref: 106 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.657852:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2640 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e3e expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471936.657862:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8344e300) 00010000:00010000:1.0:1772471936.657873:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471936.657925:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:28211:x1858570834825600:12345-192.168.202.58@tcp:103:diff.0 Request processed in 145us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471936.657934:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 48 00000100:00100000:2.0:1772471936.664614:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.664737:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834825728 00000100:00100000:3.0:1772471936.664748:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834825728 00000100:00100000:3.0:1772471936.664833:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1054 00000100:00100000:3.0:1772471936.664845:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:28211:x1858570834825728:12345-192.168.202.58@tcp:58:diff.0 00010000:00010000:3.0:1772471936.664967:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.665074:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.665088:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772471936.665178:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:3.0:1772471936.665270:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:28211:x1858570834825728:12345-192.168.202.58@tcp:58:diff.0 Request processed in 426us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.665279:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1054 00000100:00100000:0.0:1772471936.672828:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471936.672907:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834825856 00000100:00100000:3.0:1772471936.672919:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834825856 00000100:00100000:3.0:1772471936.673062:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1055 00000100:00100000:3.0:1772471936.673073:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:28211:x1858570834825856:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471936.673097:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471936.673118:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e4c expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.673174:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.673187:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.673210:0:6526:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.673227:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.673242:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471936.673245:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471936.673250:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471936.673258:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5e00, rc 0) 00000100:00100000:3.0:1772471936.673341:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:28211:x1858570834825856:12345-192.168.202.58@tcp:101:diff.0 Request processed in 270us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471936.673349:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1055 00000100:00100000:2.0:1772471936.938689:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772471936.940043:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856792192:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471936.940265:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471936.940512:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856792192 00000100:00100000:0.0:1772471936.940521:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856792192 00000100:00100000:0.0:1772471936.940575:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1772471936.940585:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856792192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471936.940624:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471936.940691:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856792192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471936.940698:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1772471936.940882:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856792192:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471937.196902:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471937.452397:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471937.452404:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471937.452425:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:1.0:1772471937.452435:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471937.452578:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856792320:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471937.452701:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0540 going to sleep for 11 seconds 00000100:00100000:0.0:1772471937.466488:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471937.469000:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856792320:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772471937.470379:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834825984 00000100:00100000:2.0:1772471937.470390:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834825984 00000100:00100000:2.0:1772471937.470456:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1056 00000100:00100000:2.0:1772471937.470465:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834825984:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471937.470497:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471937.470632:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834825984:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 168us (4158us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471937.470638:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1056 00000100:00080000:3.0:1772471937.482156:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471937.486543:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.486627:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834826112 00000100:00100000:3.0:1772471937.486639:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834826112 00000100:00100000:3.0:1772471937.486712:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1057 00000100:00100000:3.0:1772471937.486724:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834826112:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1772471937.486807:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486826:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486839:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486902:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486911:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486917:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486941:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486949:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.486955:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471937.487015:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1772471937.487020:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471937.487035:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487048:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487053:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487059:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487068:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471937.487073:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487079:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487091:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772471937.487094:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471937.487098:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487103:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d266a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487116:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487424:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487433:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487438:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471937.487441:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487448:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487461:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff8f9c8ec38000) 00010000:00010000:3.0:1772471937.487463:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471937.487466:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487472:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2671 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487489:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487495:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487501:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487506:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471937.487509:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487515:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487522:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471937.487524:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471937.487527:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.487532:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2678 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471937.487605:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834826112:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 882us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.487613:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1057 00000100:00100000:1.0:1772471937.500205:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.500332:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834826368 00000100:00100000:0.0:1772471937.500343:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834826368 00000100:00100000:0.0:1772471937.500409:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1058 00000100:00100000:0.0:1772471937.500419:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834826368:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.500439:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471937.500461:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d267f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e53 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500575:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500589:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500601:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471937.500613:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1772471937.500708:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500715:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500723:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500729:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471937.500733:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500741:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500753:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:0.0:1772471937.500756:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471937.500760:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500767:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2686 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500814:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d267f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e53 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500823:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772471937.500826:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772471937.500829:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d267f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e53 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.500839:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772471937.500902:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:28212:x1858570834826368:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 485us (709us total) trans 4294967916 rc 301/301 00000100:00100000:0.0:1772471937.500914:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1058 00000100:00100000:0.0:1772471937.511746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.511860:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834826496 00000100:00100000:3.0:1772471937.511872:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834826496 00000100:00100000:3.0:1772471937.511948:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1059 00000100:00100000:3.0:1772471937.511960:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:28212:x1858570834826496:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471937.512013:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471937.512150:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:28212:x1858570834826496:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 192us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.512159:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1059 00000100:00100000:1.0:1772471937.514774:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.515255:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834826752 00000100:00100000:3.0:1772471937.515267:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834826752 00000100:00100000:3.0:1772471937.515366:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1060 00000100:00100000:3.0:1772471937.515376:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:28212:x1858570834826752:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471937.515401:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471937.515424:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2694 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e5a expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.515911:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d269b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.515926:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d269b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.515938:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d269b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471937.515950:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:3.0:1772471937.516097:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2694 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e5a expref: 52 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.516117:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d269b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e5a expref: 51 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.516193:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9c8ec38000) 00010000:00010000:3.0:1772471937.516197:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471937.516200:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772471937.516273:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:28212:x1858570834826752:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 898us (1509us total) trans 4294967917 rc 0/0 00000100:00100000:3.0:1772471937.516281:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1060 00000100:00100000:1.0:1772471937.523263:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.523410:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834827008 00000100:00100000:0.0:1772471937.523425:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834827008 00000100:00100000:0.0:1772471937.523484:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1061 00000100:00100000:0.0:1772471937.523494:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:28212:x1858570834827008:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.523561:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471937.523589:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d269b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e5a expref: 51 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.523611:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9c8ec38000) 00010000:00010000:0.0:1772471937.523622:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471937.523655:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.523677:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 104 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.523685:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.523720:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 104 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.523735:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 104 pid: 6527 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.523757:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856792448:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471937.523856:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665480 going to sleep for 11 seconds 00000100:00100000:1.0:1772471937.527331:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.527435:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856792448:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471937.527463:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471937.527538:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834827136 00000100:00100000:3.0:1772471937.527547:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834827136 00010000:00010000:3.0:1772471937.527614:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 105 pid: 6527 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471937.527658:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 332 00000100:00100000:3.0:1772471937.527666:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:2411:x1858570834827136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471937.527712:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471937.527718:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 105 pid: 6527 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.527730:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 105 pid: 6527 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.527759:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d25b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e0d expref: 105 pid: 6527 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.527775:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:3.0:1772471937.527780:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.527790:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.527797:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.527814:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471937.527854:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:2411:x1858570834827136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 188us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.527862:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 332 00000100:00080000:0.0:1772471937.527974:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772471937.527984:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.527991:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528058:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528067:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528076:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528116:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528122:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528129:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528135:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471937.528140:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528148:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528157:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:0.0:1772471937.528159:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471937.528163:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528169:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26a9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528178:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528184:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528190:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528194:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471937.528197:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528203:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528214:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x16681971 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.528216:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471937.528219:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.528224:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x16681971 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.528275:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:28212:x1858570834827008:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 4783us (5024us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772471937.528282:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1061 00000100:00100000:1.0:1772471937.539186:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.539287:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834827264 00000100:00100000:0.0:1772471937.539335:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834827264 00000100:00100000:0.0:1772471937.539417:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1062 00000100:00100000:0.0:1772471937.539427:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:28212:x1858570834827264:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.539453:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471937.539478:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e61 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.539522:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.539536:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.539547:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.539667:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.539702:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.539712:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.539715:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471937.539719:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772471937.539779:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:28212:x1858570834827264:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 354us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.539787:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1062 00000100:00100000:1.0:1772471937.553884:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.554002:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834827520 00000100:00100000:0.0:1772471937.554015:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834827520 00000100:00100000:0.0:1772471937.554084:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1063 00000100:00100000:0.0:1772471937.554095:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:28212:x1858570834827520:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.554208:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.554228:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.554242:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471937.554455:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002ea339b4 reply state 00000000ad44a05b transno 4294967918 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.554470:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.554484:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.554487:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1772471937.554493:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772471937.554601:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:28212:x1858570834827520:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 508us (730us total) trans 4294967918 rc 0/0 00000100:00100000:0.0:1772471937.554610:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1063 00000100:00100000:1.0:1772471937.559207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.559295:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834827648 00000100:00100000:0.0:1772471937.559340:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834827648 00000100:00100000:0.0:1772471937.559397:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1064 00000100:00100000:0.0:1772471937.559406:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:28212:x1858570834827648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.559431:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471937.559451:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e68 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.559508:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 54 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.559522:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 54 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.559533:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.559536:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471937.559539:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772471937.559587:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:28212:x1858570834827648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 182us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.559594:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1064 00000100:00100000:1.0:1772471937.566439:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.566638:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834827776 00000100:00100000:0.0:1772471937.566658:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834827776 00000100:00100000:0.0:1772471937.566738:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:0.0:1772471937.566748:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:28212:x1858570834827776:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1772471937.567232:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:28212:x1858570834827776:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 481us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.567243:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:1.0:1772471937.586713:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.586860:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834828032 00000100:00100000:2.0:1772471937.586870:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834828032 00000100:00100000:2.0:1772471937.586923:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 215 00000100:00100000:2.0:1772471937.586931:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:28212:x1858570834828032:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471937.587195:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:28212:x1858570834828032:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 263us (494us total) trans 4294967919 rc 0/0 00000100:00100000:2.0:1772471937.587204:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 215 00000100:00100000:1.0:1772471937.590352:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.590444:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834828288 00000100:00100000:3.0:1772471937.590453:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834828288 00000100:00100000:3.0:1772471937.590506:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1065 00000100:00100000:3.0:1772471937.590515:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:28212:x1858570834828288:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471937.590636:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:28212:x1858570834828288:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 122us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.590653:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1065 00000100:00100000:1.0:1772471937.604478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.604985:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834828544 00000100:00100000:3.0:1772471937.604997:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834828544 00000100:00100000:3.0:1772471937.605076:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1066 00000100:00100000:3.0:1772471937.605089:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:28212:x1858570834828544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471937.605118:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471937.605151:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d26d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e6f expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.605284:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.605357:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.605368:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.605414:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.605430:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 56 pid: 10040 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471937.605457:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856792576:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471937.605578:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9af780 going to sleep for 11 seconds 00000100:00100000:3.0:1772471937.611418:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856792576:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471937.611470:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471937.617054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.617187:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834828672 00000100:00100000:0.0:1772471937.617201:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834828672 00010000:00010000:0.0:1772471937.617252:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 57 pid: 10040 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.617298:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 333 00000100:00100000:0.0:1772471937.617355:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2411:x1858570834828672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471937.617377:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471937.617384:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 57 pid: 10040 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.617399:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 57 pid: 10040 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.617424:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d26cc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e68 expref: 57 pid: 10040 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.617454:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.617460:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.617476:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.617485:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.617837:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471937.617921:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2411:x1858570834828672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 567us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.617930:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 333 00010000:00010000:2.0:1772471937.618033:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618043:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471937.618065:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:2.0:1772471937.618284:0:9675:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:2.0:1772471937.618450:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618458:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618464:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618470:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471937.618476:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618485:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618498:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772471937.618512:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471937.618516:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618523:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d26da lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618583:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d26d3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e6f expref: 56 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618594:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:2.0:1772471937.618597:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471937.618600:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d26d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e6f expref: 56 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.618608:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:2.0:1772471937.618657:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:28212:x1858570834828544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 13570us (14191us total) trans 4294967920 rc 301/301 00000100:00100000:2.0:1772471937.618664:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1066 00000100:00100000:1.0:1772471937.622539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.622662:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834828928 00000100:00100000:0.0:1772471937.622691:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834828928 00000100:00100000:0.0:1772471937.622760:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 216 00000100:00100000:0.0:1772471937.622771:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:28212:x1858570834828928:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471937.623077:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:28212:x1858570834828928:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 307us (547us total) trans 4294967921 rc 0/0 00000100:00100000:0.0:1772471937.623086:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 216 00000100:00100000:0.0:1772471937.631008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.640448:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829056 00000100:00100000:3.0:1772471937.640468:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829056 00000100:00100000:2.0:1772471937.640889:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1067 00000100:00100000:2.0:1772471937.640901:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:28212:x1858570834829056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471937.640937:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471937.640959:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d26e8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e76 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.641033:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d26ef lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.641048:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d26ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.641061:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d26ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471937.641103:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:2.0:1772471937.641108:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471937.641127:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d26ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.641630:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d26e8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e76 expref: 58 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.641652:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d26ef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e76 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.641662:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772471937.641665:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1772471937.641677:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471937.641813:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:28212:x1858570834829056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 914us (10816us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471937.641821:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1067 00000100:00100000:2.0:1772471937.644580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.644680:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829184 00000100:00100000:3.0:1772471937.644690:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829184 00000100:00080000:1.0:1772471937.644750:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471937.644758:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 273 00000100:00100000:3.0:1772471937.644769:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834829184:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471937.644786:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471937.644809:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e7d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471937.644835:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772471937.644853:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471937.644855:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471937.644862:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.644877:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.644889:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772471937.644955:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834829184:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 188us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.644962:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 273 00000100:00100000:1.0:1772471937.647068:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.647450:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829440 00000100:00100000:0.0:1772471937.647460:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829440 00000100:00100000:0.0:1772471937.647634:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1068 00000100:00100000:0.0:1772471937.647646:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:28212:x1858570834829440:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471937.647754:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:28212:x1858570834829440:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 110us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.647762:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1068 00000100:00100000:1.0:1772471937.656921:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.657070:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829568 00000100:00100000:3.0:1772471937.657084:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829568 00000100:00100000:3.0:1772471937.657154:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 274 00000100:00100000:3.0:1772471937.657166:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:28212:x1858570834829568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471937.657192:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471937.657214:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e84 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.657271:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.657281:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471937.657284:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471937.657289:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.657347:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.657361:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 868 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471937.657376:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856792704:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471937.657458:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9af780 going to sleep for 11 seconds 00000100:00100000:1.0:1772471937.662469:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.662488:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856792704:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471937.662525:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.662550:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471937.662617:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:28212:x1858570834829568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5453us (5718us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.662627:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 274 00000100:00100000:0.0:1772471937.672269:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829696 00000100:00100000:0.0:1772471937.672287:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829696 00010000:00010000:0.0:1772471937.672352:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 868 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.672401:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 334 00000100:00100000:0.0:1772471937.672410:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834829696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471937.672428:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471937.672460:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 868 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.672474:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 868 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.672509:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d26f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e7d expref: 11 pid: 8410 timeout: 868 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.672529:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471937.672531:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471937.672539:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.672549:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.672586:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.672605:0:6511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6511:1858570856792832:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471937.672713:0:6511:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665780 going to sleep for 11 seconds 00000100:00100000:0.0:1772471937.677768:0:6511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6511:1858570856792832:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471937.677799:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471937.677869:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834829696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5458us (15408us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.677882:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 334 00000100:00100000:2.0:1772471937.678375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.678456:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829824 00000100:00100000:3.0:1772471937.678464:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829824 00002000:00100000:3.0:1772471937.678512:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff8f9cb79b6680 x1858570834829824/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:728/0 lens 648/0 e 0 to 0 dl 1772471948 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471937.678523:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79b6680 with x1858570834829824 ext(0->157) 00002000:00010000:3.0:1772471937.678529:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb79b6680 00000100:00100000:3.0:1772471937.678725:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 79 00000100:00100000:3.0:1772471937.678735:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834829824:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1772471937.680264:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834829824:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 1520us (1881us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1772471937.680277:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 79 00002000:00100000:3.0:1772471937.680291:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff8f9cb79b6680 x1858570834829824/t4294967352(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:728/0 lens 648/448 e 0 to 0 dl 1772471948 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471937.680328:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79b6680 with x1858570834829824 ext(0->157) 00002000:00010000:3.0:1772471937.680334:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb79b6680 00000100:00100000:2.0:1772471937.694350:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.694395:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834829952 00000100:00100000:0.0:1772471937.694406:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834829952 00000100:00100000:0.0:1772471937.694479:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1069 00000100:00100000:0.0:1772471937.694490:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:28212:x1858570834829952:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1772471937.703608:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967921 is committed 00010000:00010000:0.0:1772471937.703685:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703705:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703714:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703721:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471937.703726:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703733:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703756:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8f9c8344e600) 00010000:00010000:0.0:1772471937.703759:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471937.703764:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703771:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2567 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471937.703772:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967915 is committed 00000004:00080000:2.0:1772471937.703779:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00010000:00010000:0.0:1772471937.703799:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703805:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1772471937.703806:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b86eed900 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:2.0:1772471937.703810:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cbc39ad00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86eed6c0 00010000:00010000:0.0:1772471937.703812:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1772471937.703814:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cbc39a500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b865b7600 00010000:00010000:0.0:1772471937.703817:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471937.703820:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703826:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.703833:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.703836:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772471937.703838:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1772471937.703844:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00010000:00010000:0.0:1772471937.703844:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d26c5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1772471937.703863:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:0.0:1772471937.703943:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:0.0:1772471937.704080:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:28212:x1858570834829952:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 9586us (9781us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.704090:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1069 00000100:00100000:3.0:1772471937.705047:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772471937.705070:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856792960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772471937.705150:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471937.705203:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856792960 00000100:00100000:3.0:1772471937.705212:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856792960 00000100:00100000:3.0:1772471937.705265:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1772471937.705275:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856792960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772471937.705330:0:16551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00002000:00010000:3.0:1772471937.705370:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x69a5c67f, atime: 0x0, ctime: 0x69a5c67f, blocks: 0x8 00010000:00010000:3.0:1772471937.705383:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.705403:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471937.705405:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471937.705412:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.705428:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.705438:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.705446:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.705461:0:16551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772471937.705595:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856792960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 321us (445us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1772471937.705601:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000004:00080000:3.0:1772471937.705655:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cbd9d4700/2, rc 0, transno 4294967347 00000100:00100000:3.0:1772471937.705661:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856792960:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772471937.705845:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471937.705852:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.705861:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471937.705865:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.705874:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.705891:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.705898:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d2704 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.705930:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471937.705932:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471937.705933:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471937.713481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.713563:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830080 00000100:00100000:3.0:1772471937.713577:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830080 00000100:00100000:3.0:1772471937.713656:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 276 00000100:00100000:3.0:1772471937.713675:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834830080:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1772471937.714350:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714366:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714374:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714381:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471937.714386:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714395:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714414:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8f9c89ad5800) 00010000:00010000:1.0:1772471937.714419:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471937.714425:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714431:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d248e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714454:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714460:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714466:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714470:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471937.714473:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714479:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714487:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8f9c89ad5100) 00010000:00010000:1.0:1772471937.714489:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471937.714492:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.714497:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d2495 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471937.716171:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000100:00100000:3.0:1772471937.716467:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834830080:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 2795us (2989us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.716482:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 276 00000100:00100000:2.0:1772471937.727610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.728381:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830336 00000100:00100000:0.0:1772471937.728396:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830336 00000100:00100000:0.0:1772471937.728474:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1070 00000100:00100000:0.0:1772471937.728486:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:28212:x1858570834830336:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.728545:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471937.728573:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d26ef lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e76 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728597:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.728602:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471937.728630:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728644:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728654:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728691:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728706:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728714:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728720:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471937.728725:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728736:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728745:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.728747:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471937.728751:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.728757:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d270b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.728878:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:28212:x1858570834830336:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 395us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.728886:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1070 00000100:00100000:2.0:1772471937.736118:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.736158:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.736190:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.736233:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.736235:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830848 00000100:00100000:3.0:1772471937.736248:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830848 00000100:00100000:2.0:1772471937.736259:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.736288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.736339:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834831104 00000100:00100000:3.0:1772471937.736343:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834831104 00000100:00100000:3.0:1772471937.736376:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 494 00000100:00100000:3.0:1772471937.736386:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2410:x1858570834830848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471937.736468:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2410:x1858570834830848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 82us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.736481:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 494 00000100:00100000:3.0:1772471937.736500:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830720 00000100:00100000:3.0:1772471937.736504:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830720 00000100:00100000:3.0:1772471937.736524:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 495 00000100:00100000:3.0:1772471937.736531:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834831104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471937.736534:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830464 00000100:00100000:1.0:1772471937.736540:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830464 00000100:00100000:3.0:1772471937.736560:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834831104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.736566:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 495 00000100:00100000:1.0:1772471937.736583:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 713 00000100:00100000:3.0:1772471937.736585:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 496 00000100:00100000:1.0:1772471937.736594:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834830464:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471937.736597:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834830720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471937.736752:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834830464:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 159us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471937.736760:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 713 00000100:00080000:1.0:1772471937.736793:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471937.736797:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471937.736807:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830592 00000100:00100000:1.0:1772471937.736811:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830592 00000100:00100000:1.0:1772471937.736851:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834830976 00000100:00100000:1.0:1772471937.736854:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834830976 00000100:00100000:1.0:1772471937.736883:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 882 00000100:00100000:1.0:1772471937.736890:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834830592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:0.0:1772471937.736939:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471937.736955:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 883 00000100:00100000:0.0:1772471937.736964:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834830976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471937.745551:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834830720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 8940us (9275us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471937.745570:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 496 00000100:00100000:1.0:1772471937.748555:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834830592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 11301us (12085us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471937.748575:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 882 00000100:00100000:0.0:1772471937.750195:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834830976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 13218us (13891us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.750210:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 883 00000100:00100000:3.0:1772471937.762448:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.762557:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834831232 00000100:00100000:0.0:1772471937.762569:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834831232 00000100:00100000:0.0:1772471937.762638:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1071 00000100:00100000:0.0:1772471937.762650:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:28212:x1858570834831232:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.762685:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471937.762717:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e8b expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.762965:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.762985:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.763006:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.763009:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471937.763014:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772471937.763075:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:28212:x1858570834831232:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 427us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.763083:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1071 00000100:00100000:2.0:1772471937.776368:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.776462:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834831360 00000100:00100000:0.0:1772471937.776475:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834831360 00000100:00100000:0.0:1772471937.776543:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 277 00000100:00100000:0.0:1772471937.776555:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834831360:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1772471937.776770:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1772471937.776774:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1772471935 00002000:00010000:0.0:1772471937.776777:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime from disk: 0 -> 1772471935 00002000:00010000:0.0:1772471937.776779:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1772471935 00002000:00010000:0.0:1772471937.776781:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1772471937.776854:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834831360:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 301us (498us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1772471937.776862:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 277 00000100:00100000:2.0:1772471937.779216:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471937.779347:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834831616 00000100:00100000:1.0:1772471937.779358:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834831616 00000100:00100000:1.0:1772471937.779438:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1072 00000100:00100000:1.0:1772471937.779449:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:28212:x1858570834831616:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1772471937.779519:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.779538:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.779547:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.779588:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.779604:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 44 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471937.779620:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856793088:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471937.779747:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772471937.793115:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471937.793806:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856793088:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471937.793838:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471937.793929:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834831744 00000100:00100000:2.0:1772471937.793938:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834831744 00010000:00010000:2.0:1772471937.793989:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471937.794031:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 335 00000100:00100000:2.0:1772471937.794040:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca0579050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834831744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471937.794054:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471937.794060:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.794073:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.794101:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d26be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e61 expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.794117:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772471937.794122:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.794132:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.794139:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.794202:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471937.794261:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca0579050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2412:x1858570834831744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 222us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471937.794270:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 335 00010000:00010000:1.0:1772471937.801148:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801172:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801227:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801234:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801244:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801250:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471937.801256:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801263:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801285:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:1.0:1772471937.801288:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1772471937.801294:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471937.801324:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2719 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471937.801452:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:28212:x1858570834831616:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 21997us (22240us total) trans 0 rc -22/-22 00000100:00100000:1.0:1772471937.801463:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1072 00000100:00100000:3.0:1772471937.804191:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.804413:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834831872 00000100:00100000:2.0:1772471937.804424:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834831872 00000100:00100000:2.0:1772471937.804476:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 278 00000100:00100000:2.0:1772471937.804487:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834831872:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471937.804538:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.804559:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.804572:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471937.804576:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772471937.804579:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.804617:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.804631:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 11 pid: 9676 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471937.804659:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856793216:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471937.804754:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676600 going to sleep for 11 seconds 00000100:00100000:2.0:1772471937.808251:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.808528:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856793216:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471937.808560:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471937.813350:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834832000 00000100:00100000:1.0:1772471937.813369:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834832000 00010000:00010000:2.0:1772471937.813553:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 12 pid: 9676 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471937.813599:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 336 00000100:00100000:2.0:1772471937.813608:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834832000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471937.813623:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471937.813652:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 12 pid: 9676 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.813675:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 12 pid: 9676 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.813698:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d26fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e84 expref: 12 pid: 9676 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.813713:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471937.813715:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471937.813721:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.813733:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.813809:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471937.813883:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834832000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 275us (5642us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471937.813891:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 336 00010000:00010000:0.0:1772471937.818261:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818283:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818345:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818355:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818363:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818370:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471937.818375:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818385:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818407:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.818415:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b939808/0xb50b868c089d2720 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.818546:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834831872:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 14053us (14356us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.818557:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 278 00000100:00100000:2.0:1772471937.823504:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.823607:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834832256 00000100:00100000:0.0:1772471937.823618:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834832256 00000100:00100000:0.0:1772471937.823692:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1073 00000100:00100000:0.0:1772471937.823704:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:28212:x1858570834832256:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772471937.823801:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.823819:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.823832:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.824421:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.824436:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.824445:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.824492:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.824508:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 44 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.824523:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856793344:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471937.824606:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665480 going to sleep for 11 seconds 00000100:00100000:0.0:1772471937.827377:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856793344:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471937.827407:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471937.831457:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.831547:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834832384 00000100:00100000:0.0:1772471937.831558:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834832384 00010000:00010000:0.0:1772471937.831597:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471937.831638:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 337 00000100:00100000:0.0:1772471937.831656:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2411:x1858570834832384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471937.831796:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471937.831806:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.831819:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.831848:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2712 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e8b expref: 45 pid: 6526 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.831866:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772471937.831871:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.831880:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.831887:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.831917:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471937.832039:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.832047:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471937.832174:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967922 00000001:00080000:2.0:1772471937.832298:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967923 00000001:00080000:2.0:1772471937.832387:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967924 00000100:00100000:2.0:1772471937.832465:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856793472:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471937.832516:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471937.832552:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856793472 00000100:00100000:2.0:1772471937.832557:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856793472 00000100:00100000:2.0:1772471937.832601:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1772471937.832609:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856793472:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471937.832695:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856793472:12345-0@lo:1000:mdt00_003.0 Request processed in 87us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471937.832703:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:2.0:1772471937.832729:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471937.832739:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676540 going to sleep for 11 seconds 00000100:00100000:2.0:1772471937.832757:0:9675:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:2.0:1772471937.832762:0:9675:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967351 committed transno 4294967351 00000100:00100000:2.0:1772471937.832781:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856793472:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1772471937.832874:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967925 00000100:00100000:2.0:1772471937.832908:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856793600:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471937.832932:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471937.832953:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856793600 00000100:00100000:2.0:1772471937.832957:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856793600 00000100:00100000:2.0:1772471937.832979:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1772471937.832986:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856793600:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471937.833064:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9675:x1858570856793600:12345-0@lo:1000:mdt00_003.0 Request processed in 79us (131us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1772471937.833071:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1772471937.833088:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676600 going to sleep for 11 seconds 00000100:00100000:2.0:1772471937.833104:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856793600:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1772471937.833148:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967926 00010000:00010000:2.0:1772471937.833170:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833178:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833185:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833191:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471937.833195:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833203:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833216:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772471937.833219:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471937.833223:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833228:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d272e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833254:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833259:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833265:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833269:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471937.833272:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833278:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833284:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:2.0:1772471937.833287:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471937.833292:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 91 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833334:0:9675:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 91 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833343:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 91 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.833367:0:9675:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5e00/0xb50b868c089d2663 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e4c expref: 91 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471937.833378:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856793728:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471937.833914:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2411:x1858570834832384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2257us (2465us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.833925:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 337 00000100:00100000:2.0:1772471937.837996:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676300 going to sleep for 11 seconds 00000100:00100000:2.0:1772471937.842758:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471937.843113:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856793728:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772471937.843142:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843153:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d265c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843185:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843199:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843211:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843221:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843226:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843232:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843238:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471937.843242:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843249:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843264:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471937.843266:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471937.843270:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843275:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2735 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843283:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843289:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843294:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843298:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471937.843335:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843341:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843349:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8f9c8ec38300) 00010000:00010000:3.0:1772471937.843351:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471937.843354:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471937.843359:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2727 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471937.843523:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834832256:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 19820us (20029us total) trans 4294967927 rc 0/0 00000100:00100000:3.0:1772471937.843534:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1073 00000020:00080000:3.0:1772471937.843541:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1772471937.843738:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471937.843743:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471937.844233:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1772471937.844242:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471937.847598:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834832512 00000100:00100000:1.0:1772471937.847615:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834832512 00000100:00100000:1.0:1772471937.847724:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 217 00000100:00100000:1.0:1772471937.847735:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:28211:x1858570834832512:12345-192.168.202.58@tcp:49:diff.0 00000100:00100000:1.0:1772471937.847891:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:28211:x1858570834832512:12345-192.168.202.58@tcp:49:diff.0 Request processed in 157us (5141us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471937.847899:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 217 00000100:00100000:2.0:1772471937.848128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471937.855741:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.865402:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834832768 00000100:00100000:0.0:1772471937.865419:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834832768 00000100:00100000:0.0:1772471937.865491:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 218 00000100:00100000:0.0:1772471937.865502:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:28212:x1858570834832768:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1772471937.865831:0:21270:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1772471937.865872:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967928 00010000:00010000:0.0:1772471937.865911:0:21270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.865928:0:21270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.865945:0:21270:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.865953:0:21270:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.865959:0:21270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.865964:0:21270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.866159:0:21270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772471937.866258:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:28212:x1858570834832768:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 757us (18129us total) trans 4294967929 rc 0/0 00000100:00100000:0.0:1772471937.866266:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 218 00000020:00080000:0.0:1772471937.866271:0:21270:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1772471937.866951:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772471937.866961:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.866979:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471937.866984:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.866993:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.867010:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8f9b86be0800) 00010000:00010000:2.0:1772471937.867014:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772471937.867019:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.867025:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d273c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471937.867050:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471937.867052:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471937.867053:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471937.868346:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834832896 00000100:00100000:0.0:1772471937.868361:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834832896 00000100:00100000:0.0:1772471937.868436:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 279 00000100:00100000:0.0:1772471937.868446:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:28211:x1858570834832896:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:0.0:1772471937.868465:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471937.868487:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020527cef/0xb50b868c089d2743 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e92 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471937.868516:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x69a5c67f, atime: 0x69a5c67f, ctime: 0x69a5c67f, blocks: 0x8 00010000:00010000:0.0:1772471937.868541:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471937.868543:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471937.868553:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020527cef/0xb50b868c089d2743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e92 expref: 16 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.868570:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020527cef/0xb50b868c089d2743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e92 expref: 16 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471937.868581:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c000, rc 0) 00000100:00100000:0.0:1772471937.868637:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:28211:x1858570834832896:12345-192.168.202.58@tcp:101:diff.0 Request processed in 193us (12907us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471937.869150:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 279 00000100:00100000:2.0:1772471937.875056:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471937.875214:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833024 00000100:00100000:0.0:1772471937.875226:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833024 00002000:00100000:0.0:1772471937.875286:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff8f9cb79cf800 x1858570834833024/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:728/0 lens 488/0 e 0 to 0 dl 1772471948 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471937.875296:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79cf800 with x1858570834833024 ext(0->4095) 00002000:00010000:0.0:1772471937.875342:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb79cf800 00000100:00100000:0.0:1772471937.875367:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 80 00000100:00100000:0.0:1772471937.875377:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834833024:12345-192.168.202.58@tcp:3:diff.0 00000100:00100000:0.0:1772471937.875581:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834833024:12345-192.168.202.58@tcp:3:diff.0 Request processed in 204us (535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772471937.875589:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 80 00002000:00100000:0.0:1772471937.875596:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff8f9cb79cf800 x1858570834833024/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:728/0 lens 488/4536 e 0 to 0 dl 1772471948 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471937.875603:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb79cf800 with x1858570834833024 ext(0->4095) 00002000:00010000:0.0:1772471937.875607:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cb79cf800 00000100:00100000:2.0:1772471937.881773:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471937.881888:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833280 00000100:00100000:1.0:1772471937.881901:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833280 00000100:00100000:1.0:1772471937.881971:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 219 00000100:00100000:1.0:1772471937.881982:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:28211:x1858570834833280:12345-192.168.202.58@tcp:35:diff.0 00000100:00100000:1.0:1772471937.882239:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:28211:x1858570834833280:12345-192.168.202.58@tcp:35:diff.0 Request processed in 258us (475us total) trans 4294967930 rc 0/0 00000100:00100000:1.0:1772471937.882247:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 219 00010000:00010000:1.0:1772471938.218623:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471938.477790:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856793856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471938.477872:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.477925:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856794368:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.477950:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.477989:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856794880:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.478010:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.478029:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856795392:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.478047:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.480238:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1772471938.480257:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856793984:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.480930:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.481042:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856794496:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.481229:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.481253:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856795008:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.481276:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.481297:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856795520:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.481834:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.482887:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856794112:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.482937:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.482960:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856794624:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.482979:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.482995:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856795136:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.483016:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.483032:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856795648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471938.483054:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.483078:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772471938.483085:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856794240:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.483107:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.483123:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856794752:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.483139:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.483154:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856795264:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.483171:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471938.483270:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856793856 00000100:00100000:2.0:1772471938.483278:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856793856 00000100:00100000:2.0:1772471938.483600:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795648 00000100:00100000:2.0:1772471938.483605:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795648 00000100:00100000:2.0:1772471938.483882:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1772471938.483893:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856793856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772471938.483917:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3915104256 avail 3683553280 00000100:00100000:2.0:1772471938.483972:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856793856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (6100us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.483979:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1772471938.483995:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1772471938.484002:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856795648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471938.484012:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3915104256 avail 3683553280 00000100:00100000:2.0:1772471938.484038:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856795648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.484043:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1772471938.484175:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856793984 00000100:00100000:1.0:1772471938.484181:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856793984 00000100:00100000:1.0:1772471938.484218:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1772471938.484225:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856793984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471938.484263:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856793984:12345-0@lo:400:kworker.0 Request processed in 39us (3335us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471938.484269:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1772471938.489269:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794368 00000100:00100000:2.0:1772471938.489288:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794368 00000100:00100000:2.0:1772471938.489353:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794112 00000100:00100000:2.0:1772471938.489357:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794112 00000100:00100000:2.0:1772471938.489368:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794624 00000100:00100000:2.0:1772471938.489371:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794624 00000100:00100000:2.0:1772471938.489393:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795136 00000100:00100000:2.0:1772471938.489397:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795136 00000100:00100000:2.0:1772471938.489408:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794752 00000100:00100000:2.0:1772471938.489411:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794752 00000100:00100000:2.0:1772471938.489423:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795264 00000100:00100000:2.0:1772471938.489426:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795264 00000100:00100000:2.0:1772471938.489443:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1772471938.489451:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856794368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.489542:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856794368:12345-0@lo:400:kworker.0 Request processed in 91us (11591us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.489550:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1772471938.489568:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1772471938.489574:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856794112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.489602:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856794112:12345-0@lo:400:kworker.0 Request processed in 28us (6665us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.489607:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1772471938.489618:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1772471938.489624:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856794624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.489813:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856794624:12345-0@lo:400:kworker.0 Request processed in 188us (6832us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.489819:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1772471938.489831:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1772471938.489837:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856795136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.489863:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856795136:12345-0@lo:400:kworker.0 Request processed in 26us (6845us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.489869:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1772471938.489878:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1772471938.489883:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856794752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.489904:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856794752:12345-0@lo:400:kworker.0 Request processed in 21us (6764us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.489912:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1772471938.489921:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1772471938.489926:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856795264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.489949:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856795264:12345-0@lo:400:kworker.0 Request processed in 23us (6776us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471938.489954:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1772471938.491252:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794880 00000100:00100000:3.0:1772471938.491265:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794880 00000100:00100000:3.0:1772471938.491340:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795392 00000100:00100000:3.0:1772471938.491344:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795392 00000100:00100000:3.0:1772471938.491357:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795008 00000100:00100000:3.0:1772471938.491360:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795008 00000100:00100000:3.0:1772471938.491372:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795520 00000100:00100000:3.0:1772471938.491375:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795520 00000100:00100000:3.0:1772471938.491392:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1772471938.491401:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856794880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471938.491473:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856794880:12345-0@lo:400:kworker.0 Request processed in 73us (13461us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471938.491479:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1772471938.491493:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1772471938.491499:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856795392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471938.491527:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856795392:12345-0@lo:400:kworker.0 Request processed in 28us (13478us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471938.491533:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1772471938.491543:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1772471938.491549:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856795008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471938.491574:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856795008:12345-0@lo:400:kworker.0 Request processed in 26us (10298us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471938.491584:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1772471938.491594:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1772471938.491600:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856795520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471938.491626:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856795520:12345-0@lo:400:kworker.0 Request processed in 26us (9792us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471938.491632:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1772471938.492452:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794496 00000100:00100000:0.0:1772471938.492465:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794496 00000100:00100000:0.0:1772471938.492524:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856794240 00000100:00100000:0.0:1772471938.492528:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856794240 00000100:00100000:0.0:1772471938.492548:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1772471938.492557:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856794496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.492628:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856794496:12345-0@lo:400:kworker.0 Request processed in 73us (11399us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471938.493234:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1772471938.494669:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1772471938.494690:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856794240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471938.494776:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856794240:12345-0@lo:400:kworker.0 Request processed in 96us (11668us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471938.494783:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:2.0:1772471938.498261:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471938.498274:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471938.498277:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471938.498280:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471938.502401:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856793984:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503347:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856794240:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503365:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856794752:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503378:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856795264:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503390:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856794112:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503402:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856794624:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503416:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856795136:0@lo:400:kworker.0 00000100:00100000:0.0:1772471938.503439:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856795648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471938.511738:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856794496:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.511765:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856795008:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.511778:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856795520:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.511801:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856793856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471938.511814:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856794368:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.511825:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856794880:0@lo:400:kworker.0 00000100:00100000:2.0:1772471938.511836:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856795392:0@lo:400:kworker.0 00000040:00080000:3.0:1772471938.867730:0:21563:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471938.867741:0:21563:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471938.867783:0:21563:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:3.0:1772471938.867791:0:21563:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772471939.242639:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471939.498815:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856795776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471939.498892:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471939.499056:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772471939.499071:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856795904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471939.499100:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471939.499142:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795776 00000100:00100000:3.0:1772471939.499150:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795776 00000100:00100000:3.0:1772471939.499212:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856795904 00000100:00100000:3.0:1772471939.499224:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856795904 00000100:00100000:3.0:1772471939.499243:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1772471939.499251:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856795776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772471939.499327:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 129153856 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471939.499456:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1772471939.499466:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856795904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772471939.499476:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 129153856 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471939.499511:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856795904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471939.499518:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1772471939.500135:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856795904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471939.519021:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856795776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 19757us (20115us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471939.519041:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1772471939.519800:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856795776:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1772471940.267406:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471941.036597:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856796032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772471941.036698:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471941.036854:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796032 00000100:00100000:2.0:1772471941.036862:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796032 00000100:00100000:2.0:1772471941.036918:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1772471941.036927:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856796032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471941.036963:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1772471941.037008:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856796032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471941.037016:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1772471941.037108:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856796032:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471941.290621:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772471941.930861:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471941.930872:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471941.930973:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:2.0:1772471941.930981:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471942.058530:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471942.058550:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856796160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772471942.058621:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471942.058691:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796160 00000100:00100000:3.0:1772471942.058698:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796160 00000100:00100000:3.0:1772471942.058736:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1772471942.058743:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856796160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471942.058776:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471942.058812:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856796160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471942.058819:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1772471942.058856:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856796160:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1772471942.062806:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000001:00080000:0.0:1772471942.062821:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00010000:00010000:0.0:1772471942.318955:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471942.858051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858163:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858180:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858196:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858214:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858236:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858259:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471942.858288:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833920 00000100:00100000:2.0:1772471942.858299:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833920 00000100:00100000:2.0:1772471942.858410:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834432 00000100:00100000:2.0:1772471942.858414:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834432 00000100:00100000:2.0:1772471942.858425:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833792 00000100:00100000:2.0:1772471942.858428:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833792 00000100:00100000:2.0:1772471942.858439:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834304 00000100:00100000:2.0:1772471942.858441:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834304 00000100:00100000:2.0:1772471942.858460:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 501 00000100:00100000:2.0:1772471942.858470:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834833920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471942.858540:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570834833920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 71us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471942.858548:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 501 00000100:00100000:2.0:1772471942.858565:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 502 00000100:00100000:2.0:1772471942.858572:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834834432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471942.858918:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 503 00000100:00100000:3.0:1772471942.858928:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834833792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471942.858957:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834833792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471942.858964:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 503 00000100:00100000:3.0:1772471942.858978:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 504 00000100:00100000:3.0:1772471942.858984:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834834304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471942.859008:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834834304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471942.859014:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 504 00000100:00080000:3.0:1772471942.859047:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471942.859052:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471942.859330:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833408 00000100:00100000:1.0:1772471942.859336:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833408 00000100:00100000:1.0:1772471942.859381:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 715 00000100:00100000:1.0:1772471942.859388:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834833408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471942.859419:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834833408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471942.859425:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 715 00000100:00100000:2.0:1772471942.859579:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834834432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471942.859587:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 502 00000100:00100000:0.0:1772471942.860582:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833664 00000100:00100000:0.0:1772471942.860591:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833664 00000100:00100000:0.0:1772471942.860671:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834176 00000100:00100000:0.0:1772471942.860675:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834176 00000100:00100000:0.0:1772471942.860692:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834833536 00000100:00100000:0.0:1772471942.860695:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834833536 00000100:00100000:0.0:1772471942.860707:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834048 00000100:00100000:0.0:1772471942.860710:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834048 00000100:00100000:0.0:1772471942.860728:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 890 00000100:00100000:0.0:1772471942.860736:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834833664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471942.860804:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834833664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (2702us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471942.860812:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 890 00000100:00100000:0.0:1772471942.860828:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 891 00000100:00100000:0.0:1772471942.860834:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834834176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471942.860857:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834834176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (2692us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471942.860863:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 891 00000100:00100000:0.0:1772471942.860873:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 892 00000100:00100000:0.0:1772471942.860879:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:2411:x1858570834833536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471942.860905:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:2411:x1858570834833536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (2707us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471942.860911:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 892 00000100:00100000:0.0:1772471942.860921:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 893 00000100:00100000:0.0:1772471942.860934:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834834048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471942.860955:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834834048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (2718us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471942.860961:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 893 00000100:00080000:3.0:1772471942.861219:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471942.861224:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1772471943.338861:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471943.596571:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772471943.596603:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856796288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772471943.596679:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471943.596746:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796288 00000100:00100000:3.0:1772471943.596753:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796288 00000100:00100000:3.0:1772471943.596821:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1772471943.596831:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856796288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471943.596866:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3915100160 avail 3683577856 00000100:00100000:3.0:1772471943.596912:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856796288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471943.596932:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:3.0:1772471943.596955:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471943.596992:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856796288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471943.598960:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856796416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471943.599042:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471943.599538:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796416 00000100:00100000:3.0:1772471943.599547:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796416 00000100:00100000:3.0:1772471943.599628:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1772471943.599647:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856796416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471943.599673:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3915100160 avail 3683577856 00000100:00100000:3.0:1772471943.599736:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856796416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471943.599744:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1772471943.599802:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856796416:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1772471943.600244:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471943.618889:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856796544:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.618992:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471943.619879:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796544 00000100:00100000:1.0:1772471943.619893:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796544 00000100:00100000:1.0:1772471943.619968:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1772471943.619978:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856796544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471943.620056:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856796544:12345-0@lo:400:kworker.0 Request processed in 80us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471943.620065:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1772471943.623837:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856796672:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.623927:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.623991:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856797184:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.624013:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.624050:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856797696:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.624071:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.624095:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772471943.624102:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856796800:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.624127:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.624144:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856797312:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626117:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.626176:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856797824:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626224:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.626272:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796672 00000100:00100000:0.0:1772471943.626280:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796672 00000100:00100000:0.0:1772471943.626339:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797184 00000100:00100000:0.0:1772471943.626343:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797184 00000100:00100000:0.0:1772471943.626371:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797696 00000100:00100000:0.0:1772471943.626375:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797696 00000100:00100000:0.0:1772471943.626389:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797312 00000100:00100000:0.0:1772471943.626392:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797312 00000100:00100000:0.0:1772471943.626403:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797824 00000100:00100000:0.0:1772471943.626405:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797824 00000100:00100000:0.0:1772471943.626424:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1772471943.626432:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856796672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626486:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856796672:12345-0@lo:400:kworker.0 Request processed in 54us (2569us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471943.626494:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1772471943.626512:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1772471943.626518:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856797184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626546:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856797184:12345-0@lo:400:kworker.0 Request processed in 28us (2532us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471943.626551:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1772471943.626563:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1772471943.626569:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856797696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626594:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856797696:12345-0@lo:400:kworker.0 Request processed in 25us (2522us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471943.626599:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1772471943.626611:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1772471943.626626:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856797312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626653:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856797312:12345-0@lo:400:kworker.0 Request processed in 37us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471943.626658:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1772471943.626670:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1772471943.626675:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856797824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626700:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856797824:12345-0@lo:400:kworker.0 Request processed in 25us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471943.626705:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00080000:0.0:1772471943.626734:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772471943.626738:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471943.626754:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856796928:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.626801:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856797440:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626824:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471943.626860:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796928 00000100:00100000:0.0:1772471943.626864:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796928 00000100:00100000:0.0:1772471943.626886:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1772471943.626892:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856796928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626926:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856796928:12345-0@lo:400:kworker.0 Request processed in 34us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471943.626932:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1772471943.626969:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856796928:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.626997:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856797312:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.627006:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856797824:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.627016:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856796672:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.627026:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856797184:0@lo:400:kworker.0 00000100:00100000:0.0:1772471943.627036:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856797696:0@lo:400:kworker.0 00000100:00100000:1.0:1772471943.628738:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856796800 00000100:00100000:1.0:1772471943.628752:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856796800 00000100:00100000:1.0:1772471943.628816:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1772471943.628826:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856796800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471943.628913:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856796800:12345-0@lo:400:kworker.0 Request processed in 88us (4784us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471943.628920:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1772471943.628967:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856796800:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629265:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797440 00000100:00100000:3.0:1772471943.629271:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797440 00000100:00100000:3.0:1772471943.629341:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1772471943.629349:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856797440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629396:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856797440:12345-0@lo:400:kworker.0 Request processed in 48us (2571us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471943.629402:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1772471943.629440:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856797440:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629478:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856796544:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629487:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856797056:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629519:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471943.629542:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797056 00000100:00100000:3.0:1772471943.629546:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797056 00000100:00100000:3.0:1772471943.629571:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1772471943.629577:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856797056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629610:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856797056:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471943.629615:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1772471943.629677:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856797056:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629683:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856797568:0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629707:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471943.629730:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797568 00000100:00100000:3.0:1772471943.629734:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797568 00000100:00100000:3.0:1772471943.629761:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1772471943.629768:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856797568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471943.629801:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856797568:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471943.629807:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1772471943.629833:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1772471943.629839:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967347 00000004:00080000:3.0:1772471943.629856:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cbd9d4700, transno 4294967347 00000100:00100000:3.0:1772471943.629867:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856797568:0@lo:400:kworker.0 00000100:00080000:1.0:1772471943.630530:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1772471943.635674:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967930 is committed 00000001:00080000:2.0:1772471943.635688:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967929 is committed 00000020:00080000:2.0:1772471943.635701:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c86676540 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:2.0:1772471943.635707:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c86676780 00000020:00080000:2.0:1772471943.635711:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb84a6f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b83e89400 00000020:00080000:2.0:1772471943.635739:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:1.0:1772471943.635845:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:1.0:1772471943.635931:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000040:00080000:3.0:1772471943.934782:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:2.0:1772471944.126354:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:2.0:1772471944.126372:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:3.0:1772471944.322687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471944.322960:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834560 00000100:00100000:0.0:1772471944.322972:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834560 00000100:00080000:1.0:1772471944.323142:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471944.323222:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1074 00000100:00100000:0.0:1772471944.323235:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28192:x1858570834834560:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772471944.323382:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:28192:x1858570834834560:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 150us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471944.323391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1074 00000100:00100000:1.0:1772471944.330491:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471944.330773:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834688 00000100:00100000:0.0:1772471944.330786:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834688 00000100:00080000:1.0:1772471944.330891:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772471944.333740:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1075 00000100:00100000:0.0:1772471944.333766:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:28192:x1858570834834688:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772471944.333882:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:28192:x1858570834834688:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 128us (3403us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471944.333890:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1075 00010000:00010000:1.0:1772471944.366979:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471944.618791:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772471944.618820:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856797952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471944.618907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471944.619047:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856797952 00000100:00100000:3.0:1772471944.619058:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856797952 00000100:00100000:3.0:1772471944.619114:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1772471944.619123:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856797952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471944.619151:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471944.619201:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856797952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471944.619209:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1772471944.619258:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856797952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471944.620257:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856798080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772471944.620349:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471944.620600:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798080 00000100:00100000:0.0:1772471944.620607:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798080 00000100:00100000:0.0:1772471944.620662:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1772471944.620671:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856798080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471944.620691:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471944.620744:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856798080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471944.620751:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1772471944.620847:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856798080:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1772471945.388197:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471946.158979:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471946.159000:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856798208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471946.159212:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471946.159289:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798208 00000100:00100000:0.0:1772471946.159321:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798208 00000100:00100000:0.0:1772471946.160559:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1772471946.160577:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856798208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471946.160637:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1772471946.160729:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856798208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 158us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471946.160737:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1772471946.160805:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856798208:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1772471946.261117:0:21760:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 12:19:04 (1772471944) 00010000:00010000:2.0:1772471946.413414:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471947.179757:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772471947.179782:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856798336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772471947.179862:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471947.180692:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798336 00000100:00100000:3.0:1772471947.180702:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798336 00000100:00100000:3.0:1772471947.180769:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1772471947.180779:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856798336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471947.180833:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471947.180901:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856798336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471947.180908:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1772471947.183535:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856798336:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471947.434765:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471947.974863:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.975350:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834816 00000100:00100000:3.0:1772471947.975362:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834816 00000100:00100000:3.0:1772471947.975634:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 717 00000100:00100000:3.0:1772471947.975646:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834834816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471947.975814:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834834816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 170us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471947.975824:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 717 00000100:00100000:3.0:1772471947.982813:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.982921:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.982947:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.982962:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.982979:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471947.983284:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835072 00000100:00100000:2.0:1772471947.983294:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835072 00000100:00100000:2.0:1772471947.983388:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835584 00000100:00100000:2.0:1772471947.983393:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835584 00000100:00100000:2.0:1772471947.983412:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834834944 00000100:00100000:2.0:1772471947.983415:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834834944 00000100:00100000:2.0:1772471947.983433:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 900 00000100:00100000:2.0:1772471947.983444:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834835072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471947.983519:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834835072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471947.983527:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 900 00000100:00100000:2.0:1772471947.983546:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 901 00000100:00100000:2.0:1772471947.983552:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834835584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471947.983578:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834835584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471947.983595:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 901 00000100:00100000:2.0:1772471947.983607:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 902 00000100:00100000:2.0:1772471947.983613:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:2410:x1858570834834944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471947.983637:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:2410:x1858570834834944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471947.983644:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 902 00000100:00080000:2.0:1772471947.983665:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471947.983670:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471947.988229:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.988275:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.988325:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471947.988365:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835328 00000100:00100000:3.0:1772471947.988375:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835328 00000100:00100000:3.0:1772471947.988428:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835840 00000100:00100000:3.0:1772471947.988432:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835840 00000100:00100000:3.0:1772471947.988445:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835200 00000100:00100000:3.0:1772471947.988447:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835200 00000100:00100000:3.0:1772471947.988458:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835712 00000100:00100000:3.0:1772471947.988460:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835712 00000100:00100000:3.0:1772471947.988475:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 507 00000100:00100000:3.0:1772471947.988485:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570834835328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471947.988559:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570834835328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (5637us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471947.988568:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 507 00000100:00100000:3.0:1772471947.988595:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 508 00000100:00100000:3.0:1772471947.988602:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834835840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471947.988627:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834835840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (5664us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471947.988633:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 508 00000100:00100000:3.0:1772471947.988645:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 509 00000100:00100000:3.0:1772471947.988651:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834835200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471947.988673:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834835200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471947.988679:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 509 00000100:00100000:3.0:1772471947.988703:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 510 00000100:00100000:3.0:1772471947.988710:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834835712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471947.988732:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834835712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471947.988738:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 510 00000100:00100000:2.0:1772471947.988928:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835456 00000100:00100000:2.0:1772471947.988933:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835456 00000100:00100000:2.0:1772471947.988974:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 903 00000100:00100000:2.0:1772471947.988981:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2410:x1858570834835456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471947.989024:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2410:x1858570834835456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 44us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471947.989030:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 903 00000100:00080000:2.0:1772471947.989050:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471947.989055:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471947.989057:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1772471948.325118:0:21808:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:0.0:1772471948.458566:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471948.714650:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856798464:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.714726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.714797:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471948.714805:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856798592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471948.714831:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.714870:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798592 00000100:00100000:3.0:1772471948.714878:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798592 00000100:00100000:3.0:1772471948.714935:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1772471948.714944:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856798592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471948.714974:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3915100160 avail 3683577856 00000100:00100000:0.0:1772471948.714994:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798464 00000100:00100000:0.0:1772471948.714999:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798464 00000100:00100000:3.0:1772471948.715016:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856798592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.715023:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1772471948.715025:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1772471948.715030:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856798464:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772471948.715043:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471948.715062:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856798464:12345-0@lo:400:kworker.0 Request processed in 32us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.715068:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967354 gen 2 00000100:00100000:0.0:1772471948.715068:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000004:00080000:3.0:1772471948.715074:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967354 00000100:00100000:3.0:1772471948.715099:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856798592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471948.715110:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856798464:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715160:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471948.715168:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856798720:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715196:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.715223:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798720 00000100:00100000:3.0:1772471948.715227:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798720 00000100:00100000:3.0:1772471948.715255:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1772471948.715262:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856798720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715296:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856798720:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.715324:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1772471948.715352:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856798720:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715382:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856798848:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715407:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.715435:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798848 00000100:00100000:3.0:1772471948.715439:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798848 00000100:00100000:3.0:1772471948.715464:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1772471948.715470:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856798848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715503:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856798848:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.715509:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1772471948.715521:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856798848:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715542:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772471948.715550:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856798976:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715572:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.715632:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856799104:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715654:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.715679:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799104 00000100:00100000:3.0:1772471948.715683:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799104 00000100:00100000:0.0:1772471948.715688:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856798976 00000100:00100000:0.0:1772471948.715691:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856798976 00000100:00100000:3.0:1772471948.715703:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1772471948.715709:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856799104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471948.715712:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1772471948.715717:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856798976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715742:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856799104:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471948.715742:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856798976:12345-0@lo:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.715749:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1772471948.715749:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1772471948.715773:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856799104:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715782:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856798976:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715825:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471948.715831:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856799232:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715855:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.715879:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799232 00000100:00100000:3.0:1772471948.715883:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799232 00000100:00100000:3.0:1772471948.715924:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1772471948.715930:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856799232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.715961:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856799232:12345-0@lo:400:kworker.0 Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.715966:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1772471948.715990:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856799232:0@lo:400:kworker.0 00000100:00080000:0.0:1772471948.715992:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471948.716027:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772471948.716034:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856799360:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716057:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.716079:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799360 00000100:00100000:3.0:1772471948.716082:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799360 00000100:00080000:0.0:1772471948.716093:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471948.716107:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1772471948.716113:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856799360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716152:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856799360:12345-0@lo:400:kworker.0 Request processed in 40us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.716158:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1772471948.716192:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856799488:0@lo:400:kworker.0 00000100:00100000:0.0:1772471948.716211:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856799360:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.716240:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799488 00000100:00100000:3.0:1772471948.716243:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799488 00000100:00100000:3.0:1772471948.716279:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1772471948.716286:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856799488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716342:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856799488:12345-0@lo:400:kworker.0 Request processed in 56us (125us total) trans 0 rc 0/0 00000100:00080000:0.0:1772471948.716346:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471948.716348:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1772471948.716377:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856799488:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716414:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471948.716421:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856799616:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716442:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.716464:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799616 00000100:00100000:3.0:1772471948.716468:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799616 00000100:00100000:3.0:1772471948.716507:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1772471948.716512:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856799616:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772471948.716542:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471948.716545:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856799616:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.716551:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1772471948.716572:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856799616:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716621:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772471948.716627:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856799744:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716650:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.716669:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799744 00000100:00100000:3.0:1772471948.716672:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799744 00000100:00100000:3.0:1772471948.716697:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1772471948.716703:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856799744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716735:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856799744:12345-0@lo:400:kworker.0 Request processed in 33us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.716742:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00080000:3.0:1772471948.716753:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471948.716770:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856799744:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716818:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856800000:0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716840:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471948.716848:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471948.716856:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856799872:0@lo:400:kworker.0 00000100:00100000:0.0:1772471948.716881:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471948.716913:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856799872 00000100:00100000:3.0:1772471948.716916:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856799872 00000100:00100000:3.0:1772471948.716951:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00080000:0.0:1772471948.716952:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471948.716957:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856799872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471948.716995:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856799872:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471948.717001:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1772471948.717071:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856799872:0@lo:400:kworker.0 00000100:00100000:0.0:1772471948.717099:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471948.717106:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856800128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471948.717128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471948.717214:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856800128 00000100:00100000:1.0:1772471948.717218:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856800128 00000100:00100000:1.0:1772471948.717258:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1772471948.717264:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856800128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471948.717277:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 135936832 pending 0 free 3915100160 avail 3683577856 00000100:00100000:1.0:1772471948.717336:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856800128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471948.717343:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1772471948.717382:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856800128:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1772471948.717432:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471948.717488:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856800000 00000100:00100000:2.0:1772471948.717492:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856800000 00000100:00100000:2.0:1772471948.717525:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1772471948.717532:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856800000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471948.717583:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856800000:12345-0@lo:400:kworker.0 Request processed in 42us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471948.717590:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1772471948.717618:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856800000:0@lo:400:kworker.0 00000020:00080000:2.0:1772471948.720947:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:1.0:1772471948.721000:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:1.0:1772471948.721012:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00010000:00010000:2.0:1772471949.482512:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471949.738990:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772471949.739014:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856800256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471949.739095:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471949.739291:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856800256 00000100:00100000:3.0:1772471949.739337:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856800256 00000100:00100000:3.0:1772471949.740204:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1772471949.740221:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856800256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471949.740258:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471949.740516:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856800256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 301us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471949.740524:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1772471949.741837:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772471949.741863:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856800384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471949.741937:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471949.743942:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856800384 00000100:00100000:3.0:1772471949.743958:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856800384 00000100:00100000:3.0:1772471949.744036:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1772471949.744046:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856800384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772471949.744071:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 129125184 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471949.744161:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856800384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (2224us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471949.744168:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1772471949.744392:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856800384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471949.745546:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856800256:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1772471950.504906:0:21856:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 12:19:08 (1772471948) 00010000:00010000:0.0:1772471950.506867:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471950.818520:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471950.818577:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834835968 00000100:00100000:1.0:1772471950.818590:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834835968 00000100:00100000:1.0:1772471950.818675:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1076 00000100:00100000:1.0:1772471950.818689:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:29125:x1858570834835968:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471950.819211:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:29125:x1858570834835968:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 525us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471950.819221:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1076 00000100:00080000:1.0:1772471950.819246:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471950.829402:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471950.829448:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836096 00000100:00100000:1.0:1772471950.829457:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836096 00000100:00100000:1.0:1772471950.829518:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1077 00000100:00100000:1.0:1772471950.829529:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29125:x1858570834836096:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772471950.829656:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29125:x1858570834836096:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 129us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471950.829665:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1077 00000100:00080000:1.0:1772471950.829690:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471950.851208:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471950.851255:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836224 00000100:00100000:1.0:1772471950.851266:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836224 00000100:00100000:1.0:1772471950.851361:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1078 00000100:00100000:1.0:1772471950.851371:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:29126:x1858570834836224:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471950.851395:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471950.851416:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d274a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406e99 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851489:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851506:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851536:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851566:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851575:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851582:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851645:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851654:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851661:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851670:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851676:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471950.851682:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851690:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851708:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471950.851711:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.851718:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851725:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2751 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851751:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851758:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851765:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851770:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471950.851774:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851781:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851788:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8f9c8344e500) 00010000:00010000:1.0:1772471950.851791:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.851795:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851801:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2758 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851845:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d274a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e99 expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851858:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471950.851861:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.851866:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d274a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406e99 expref: 93 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.851877:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772471950.851953:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:29126:x1858570834836224:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 583us (756us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471950.851961:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1078 00000100:00080000:1.0:1772471950.854776:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471950.865898:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471950.867294:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836480 00000100:00100000:3.0:1772471950.867423:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836480 00000100:00100000:2.0:1772471950.867633:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1079 00000100:00100000:2.0:1772471950.867645:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+92:29126:x1858570834836480:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:2.0:1772471950.867711:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471950.867743:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d24a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dab expref: 92 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.867764:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471950.867769:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471950.867832:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.867847:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.867868:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.867907:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 41 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.867921:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 41 pid: 10040 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471950.867937:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856800512:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471950.868059:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed300 going to sleep for 11 seconds 00000100:00100000:1.0:1772471950.872572:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471950.874194:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836608 00000100:00100000:3.0:1772471950.874208:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836608 00010000:00010000:3.0:1772471950.874278:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 42 pid: 10040 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471950.874372:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 338 00000100:00100000:3.0:1772471950.874383:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2411:x1858570834836608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471950.874399:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471950.874406:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 42 pid: 10040 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.874421:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 42 pid: 10040 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.874443:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471950.874449:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.874459:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.874466:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.874496:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471950.874575:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:2411:x1858570834836608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 193us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471950.874584:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 338 00010000:00010000:2.0:1772471950.886518:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d24e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406dc0 expref: 41 pid: 10040 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471950.886550:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856800512:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471950.886586:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.886597:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.886603:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.886639:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.886652:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.886662:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888632:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888657:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888670:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471950.888688:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001dc58991 reply state 0000000008ecd220 transno 4294967931 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888700:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888708:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471950.888712:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471950.888717:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772471950.888723:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:2.0:1772471950.888733:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888741:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888751:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888757:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471950.888762:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888770:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888780:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471950.888783:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471950.888787:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888794:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d275f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471950.888807:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001dc58991 reply state 0000000008ecd220 transno 4294967931 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888816:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.888821:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8f9b83b55f00) 00010000:00010000:2.0:1772471950.888824:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471950.888826:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772471950.889747:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:29126:x1858570834836480:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 22092us (23848us total) trans 4294967931 rc 0/0 00000100:00100000:0.0:1772471950.889761:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1079 00000100:00100000:1.0:1772471950.919277:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471950.919469:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836736 00000100:00100000:3.0:1772471950.919484:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836736 00000100:00100000:3.0:1772471950.919575:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1080 00000100:00100000:3.0:1772471950.919589:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+93:29127:x1858570834836736:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772471950.919624:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471950.919656:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2774 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ea0 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.919748:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d277b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.919765:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d277b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.919781:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d277b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471950.919850:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471950.919867:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471950.919894:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d277b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.919929:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2774 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ea0 expref: 95 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.919952:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d277b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ea0 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.919964:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471950.919966:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471950.919972:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:3.0:1772471950.920219:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:29127:x1858570834836736:12345-192.168.202.58@tcp:101:bash.0 Request processed in 630us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471950.920229:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1080 00000100:00100000:3.0:1772471950.926125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471950.926433:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836864 00000100:00100000:1.0:1772471950.926444:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836864 00000100:00100000:1.0:1772471950.926510:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1081 00000100:00100000:1.0:1772471950.926520:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:29127:x1858570834836864:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471950.926561:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471950.926586:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2782 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ea7 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926665:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926681:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926706:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926720:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926728:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926734:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926827:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2797 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926837:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2797 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926845:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2797 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471950.926897:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1772471950.926901:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471950.926925:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2797 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926937:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926944:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926951:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926958:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471950.926963:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926973:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.926987:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471950.926990:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.926996:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927001:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2789 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927013:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927019:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927025:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927031:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871faa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471950.927034:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927040:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927046:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8f9b83b55f00) 00010000:00010000:1.0:1772471950.927048:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.927050:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927057:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2790 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927081:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2782 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ea7 expref: 96 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927095:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa800/0xb50b868c089d2797 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ea7 expref: 95 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.927103:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:1.0:1772471950.927105:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772471950.927108:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa800, rc 0) 00000100:00100000:1.0:1772471950.927181:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29127:x1858570834836864:12345-192.168.202.58@tcp:101:bash.0 Request processed in 663us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471950.927188:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1081 00000100:00100000:0.0:1772471950.934016:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471950.934239:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834836992 00000100:00100000:1.0:1772471950.934251:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834836992 00000100:00100000:2.0:1772471950.934421:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1082 00000100:00100000:2.0:1772471950.934433:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29127:x1858570834836992:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772471950.934457:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471950.934478:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d279e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406eae expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934549:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934574:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934587:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934603:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934609:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934615:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934655:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934662:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934668:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934674:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934679:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471950.934683:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934690:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934702:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471950.934704:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471950.934709:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934716:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934730:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934735:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934741:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934746:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471950.934749:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934755:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934762:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b83b55d00) 00010000:00010000:2.0:1772471950.934765:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471950.934768:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934774:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934805:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d279e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eae expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934816:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471950.934819:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471950.934822:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d279e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eae expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.934832:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471950.935042:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29127:x1858570834836992:12345-192.168.202.58@tcp:101:bash.0 Request processed in 610us (1034us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471950.935049:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1082 00000100:00100000:2.0:1772471950.966397:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471950.966653:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834837120 00000100:00100000:3.0:1772471950.966665:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834837120 00000100:00100000:3.0:1772471950.966735:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1083 00000100:00100000:3.0:1772471950.966745:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+41:29128:x1858570834837120:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471950.966773:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471950.966797:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d27b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406eb5 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.966885:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.966900:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.966917:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471950.966973:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471950.966978:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471950.967002:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.967030:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d27b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 43 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.967053:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.967062:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471950.967065:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471950.967069:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5a00, rc 0) 00000100:00100000:3.0:1772471950.967131:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:29128:x1858570834837120:12345-192.168.202.58@tcp:101:rm.0 Request processed in 387us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471950.967139:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1083 00000100:00100000:2.0:1772471950.973885:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471950.973982:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834837248 00000100:00100000:3.0:1772471950.973999:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834837248 00000100:00100000:3.0:1772471950.974074:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1084 00000100:00100000:3.0:1772471950.974086:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:29128:x1858570834837248:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772471950.974117:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471950.974143:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d27c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ebc expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.974229:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.974633:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471950.974648:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974729:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974739:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974746:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974835:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974844:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974851:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471950.974893:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:2.0:1772471950.974897:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471950.974921:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974935:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974942:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974949:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974955:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471950.974959:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974967:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974980:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471950.974984:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471950.974989:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.974999:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d27c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975012:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975018:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975022:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975026:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471950.975029:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975034:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975042:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8f9b83b55f00) 00010000:00010000:2.0:1772471950.975044:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471950.975047:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975052:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d27cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975082:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d27c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ebc expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975095:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a200/0xb50b868c089d27d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ebc expref: 43 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471950.975102:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471950.975104:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471950.975106:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9a200, rc 0) 00000100:00100000:2.0:1772471950.975178:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29128:x1858570834837248:12345-192.168.202.58@tcp:101:rm.0 Request processed in 1093us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471950.975186:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1084 00000100:00100000:0.0:1772471950.986710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471950.986884:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834837376 00000100:00100000:1.0:1772471950.986896:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834837376 00000100:00100000:1.0:1772471950.986959:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1085 00000100:00100000:1.0:1772471950.986970:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29128:x1858570834837376:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471950.986992:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471950.987015:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d27dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ec3 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987086:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987105:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987117:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987131:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987137:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987143:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987192:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987199:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987206:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987213:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471950.987218:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987225:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987237:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:1.0:1772471950.987240:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.987246:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987252:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d27e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987266:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987273:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987279:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987284:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471950.987287:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987293:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987300:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9c8344e500) 00010000:00010000:1.0:1772471950.987302:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.987305:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987363:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d27eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987399:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d27dd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ec3 expref: 44 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987411:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:1.0:1772471950.987413:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471950.987417:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d27dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ec3 expref: 44 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471950.987425:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871faa00, rc 0) 00000100:00100000:1.0:1772471950.987489:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29128:x1858570834837376:12345-192.168.202.58@tcp:101:rm.0 Request processed in 521us (807us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471950.987497:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1085 00000100:00100000:1.0:1772471950.997005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471950.997075:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834837504 00000100:00100000:3.0:1772471950.997087:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834837504 00000100:00100000:3.0:1772471950.997160:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1086 00000100:00100000:3.0:1772471950.997172:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29128:x1858570834837504:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772471950.997287:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471950.997335:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d27f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406eca expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997407:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997423:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997435:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997464:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997471:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997478:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997522:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997529:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997535:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997541:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701da00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471950.997545:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997552:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997575:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:0.0:1772471950.997579:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471950.997584:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997591:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d27f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997604:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997611:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997618:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997623:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471950.997626:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997632:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997639:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b86be0e00) 00010000:00010000:0.0:1772471950.997641:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471950.997644:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997650:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2800 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997686:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d27f2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eca expref: 44 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997702:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:0.0:1772471950.997705:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471950.997708:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d27f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eca expref: 44 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471950.997717:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772471950.997796:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29128:x1858570834837504:12345-192.168.202.58@tcp:101:rm.0 Request processed in 626us (804us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471950.997804:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1086 00000100:00100000:0.0:1772471951.016143:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.016264:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834837632 00000100:00100000:2.0:1772471951.016275:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834837632 00000100:00100000:2.0:1772471951.016370:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1087 00000100:00100000:2.0:1772471951.016381:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29129:x1858570834837632:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471951.016406:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471951.016429:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2807 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ed1 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016508:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016524:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016536:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016551:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016568:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016579:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016624:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016631:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016638:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016644:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471951.016648:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016655:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016668:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471951.016670:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471951.016675:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016681:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d280e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016693:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016699:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016706:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016711:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471951.016713:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016719:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016726:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b83b55d00) 00010000:00010000:2.0:1772471951.016740:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471951.016743:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016749:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2815 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016791:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2807 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ed1 expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016801:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471951.016803:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471951.016807:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2807 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ed1 expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.016816:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b800, rc 0) 00000100:00100000:2.0:1772471951.017265:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29129:x1858570834837632:12345-192.168.202.58@tcp:101:cp.0 Request processed in 883us (1131us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471951.017279:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1087 00000100:00100000:1.0:1772471951.020362:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.021220:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834837760 00000100:00100000:3.0:1772471951.021232:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834837760 00000100:00100000:3.0:1772471951.021379:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1088 00000100:00100000:3.0:1772471951.021392:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29129:x1858570834837760:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471951.021416:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471951.021451:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d281c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ed8 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021521:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021536:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021548:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021574:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021581:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021589:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021635:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021642:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021650:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021656:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471951.021661:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021668:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021681:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:3.0:1772471951.021685:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471951.021689:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021696:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2823 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021709:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021715:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021722:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021727:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471951.021740:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021752:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021760:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b84d9e900) 00010000:00010000:3.0:1772471951.021762:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471951.021765:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021772:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d282a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021808:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d281c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ed8 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021818:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:3.0:1772471951.021821:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471951.021824:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d281c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ed8 expref: 44 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.021832:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772471951.021912:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29129:x1858570834837760:12345-192.168.202.58@tcp:101:cp.0 Request processed in 522us (1614us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471951.021921:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1088 00000100:00100000:1.0:1772471951.033925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.033995:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838016 00000100:00100000:2.0:1772471951.034008:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838016 00000100:00100000:2.0:1772471951.034075:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1089 00000100:00100000:2.0:1772471951.034087:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29129:x1858570834838016:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471951.034110:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471951.034133:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2831 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406edf expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.034243:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.034259:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.034270:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.034285:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.034291:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.034298:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772471951.034933:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:2.0:1772471951.035120:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035132:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035140:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035176:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035184:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035191:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035198:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035204:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471951.035208:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035216:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035229:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471951.035232:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471951.035236:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035243:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d2838 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471951.035259:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000050d2cd35 reply state 00000000aced33fe transno 4294967932 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035271:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035278:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b83b55d00) 00010000:00010000:2.0:1772471951.035281:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772471951.035283:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772471951.035346:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d2831 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035362:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.035371:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471951.035374:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471951.035376:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772471951.036746:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:29129:x1858570834838016:12345-192.168.202.58@tcp:101:cp.0 Request processed in 2645us (2814us total) trans 4294967932 rc 0/0 00000100:00100000:2.0:1772471951.036758:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1089 00000100:00100000:2.0:1772471951.049713:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.053130:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838144 00000100:00100000:3.0:1772471951.053149:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838144 00000100:00100000:2.0:1772471951.053522:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 280 00000100:00100000:2.0:1772471951.053536:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834838144:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471951.053569:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471951.053595:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ee6 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471951.053628:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772471951.053648:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471951.053650:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471951.053658:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.053677:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.053691:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772471951.053782:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834838144:12345-192.168.202.58@tcp:101:cp.0 Request processed in 250us (4082us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471951.053790:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 280 00000100:00080000:1.0:1772471951.055134:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471951.056909:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.057100:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838272 00000100:00100000:3.0:1772471951.057114:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838272 00000100:00100000:3.0:1772471951.057185:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 281 00000100:00100000:3.0:1772471951.057196:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:29129:x1858570834838272:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772471951.057224:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471951.057252:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406eed expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.057291:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.057336:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471951.057339:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471951.057344:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.057385:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.057399:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 11 pid: 8409 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471951.057415:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856800640:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471951.057522:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676780 going to sleep for 11 seconds 00000100:00100000:0.0:1772471951.060570:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.060698:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856800640:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471951.060735:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.060757:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:2.0:1772471951.060779:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838400 00000100:00100000:2.0:1772471951.060788:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838400 00000100:00100000:3.0:1772471951.060819:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:29129:x1858570834838272:12345-192.168.202.58@tcp:101:cp.0 Request processed in 3624us (3919us total) trans 0 rc 0/0 00010000:00010000:2.0:1772471951.060827:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 12 pid: 8409 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471951.060834:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 281 00000100:00100000:2.0:1772471951.060881:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 339 00000100:00100000:2.0:1772471951.060891:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834838400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471951.060905:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471951.060925:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 11 pid: 8409 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.060944:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 11 pid: 8409 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.060977:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000add5a217/0xb50b868c089d2854 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ee6 expref: 11 pid: 8409 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.060991:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471951.060993:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471951.061198:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.061212:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.061249:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471951.061264:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856800768:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772471951.061391:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed900 going to sleep for 11 seconds 00000100:00100000:0.0:1772471951.065775:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471951.065850:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838656 00000100:00100000:1.0:1772471951.065860:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838656 00000100:00100000:1.0:1772471951.065923:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 220 00000100:00100000:1.0:1772471951.065932:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:29129:x1858570834838656:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:1.0:1772471951.066233:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29129:x1858570834838656:12345-192.168.202.58@tcp:35:cp.0 Request processed in 300us (467us total) trans 4294967933 rc 0/0 00000100:00100000:1.0:1772471951.066241:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 220 00000100:00100000:2.0:1772471951.066465:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856800768:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471951.066489:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471951.066512:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834838400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5623us (5961us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471951.066521:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 339 00000040:00080000:1.0:1772471951.083088:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1772471951.104540:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.104660:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838784 00000100:00100000:2.0:1772471951.104672:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838784 00000100:00100000:2.0:1772471951.104744:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1090 00000100:00100000:2.0:1772471951.104756:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29132:x1858570834838784:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471951.104783:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471951.104809:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2862 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ef4 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.104893:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.104913:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.104928:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.104939:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.104946:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.104953:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105041:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105049:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105060:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471951.105099:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:2.0:1772471951.105103:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471951.105125:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105140:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105149:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105157:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105165:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105171:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471951.105177:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105186:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105200:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:2.0:1772471951.105203:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471951.105208:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105220:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2869 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105240:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105248:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105254:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105259:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471951.105262:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105269:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105275:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b83b55d00) 00010000:00010000:2.0:1772471951.105277:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471951.105279:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105285:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2870 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105387:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2862 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105412:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 96 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.105421:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471951.105423:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471951.105426:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:2.0:1772471951.105521:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29132:x1858570834838784:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 766us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471951.105530:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1090 00000100:00100000:0.0:1772471951.109454:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.109612:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834838912 00000100:00100000:2.0:1772471951.109624:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834838912 00000100:00100000:2.0:1772471951.109752:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 282 00000100:00100000:2.0:1772471951.109763:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834838912:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471951.109783:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471951.109800:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017c663ce/0xb50b868c089d287e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406efb expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471951.109858:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856800896:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772471951.109951:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed900 going to sleep for 11 seconds 00002000:00010000:3.0:1772471951.112819:0:9676:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1772471951.112828:0:9676:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime: 0 -> 1772471951 00002000:00010000:3.0:1772471951.112831:0:9676:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1772471951 00002000:00010000:3.0:1772471951.112832:0:9676:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime: 0 -> 1772471951 00002000:00010000:3.0:1772471951.112835:0:9676:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772471951.112870:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856800896:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772471951.112907:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017c663ce/0xb50b868c089d287e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406efb expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.112932:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017c663ce/0xb50b868c089d287e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406efb expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.112946:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5ca00, rc 0) 00000100:00100000:3.0:1772471951.113008:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834838912:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3246us (3564us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471951.113017:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 282 00000100:00080000:1.0:1772471951.115468:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471951.116240:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.116811:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834839040 00000100:00100000:3.0:1772471951.116824:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834839040 00000100:00100000:3.0:1772471951.116900:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1091 00000100:00100000:3.0:1772471951.116912:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29132:x1858570834839040:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471951.116938:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471951.116967:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2885 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f02 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.117061:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.117078:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.117093:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471951.117143:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:3.0:1772471951.117147:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471951.117165:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.117191:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2885 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 98 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.117209:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 97 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.117218:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:3.0:1772471951.117221:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471951.117225:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4c00, rc 0) 00000100:00100000:3.0:1772471951.117289:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:29132:x1858570834839040:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 379us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471951.117298:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1091 00000100:00100000:0.0:1772471951.120972:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.121056:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834839168 00000100:00100000:3.0:1772471951.121069:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834839168 00000100:00100000:3.0:1772471951.121134:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 283 00000100:00100000:3.0:1772471951.121145:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834839168:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471951.121164:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471951.121182:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d2893 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f09 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471951.121249:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856801024:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772471951.121363:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676780 going to sleep for 11 seconds 00000100:00100000:3.0:1772471951.123784:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856801024:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772471951.123826:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d2893 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f09 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.123866:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d2893 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f09 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.123880:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772471951.123937:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834839168:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2793us (2976us total) trans 0 rc 301/301 00000100:00100000:3.0:1772471951.123947:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 283 00000100:00100000:0.0:1772471951.129111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.129294:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834839424 00000100:00100000:2.0:1772471951.129344:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834839424 00000100:00100000:2.0:1772471951.129718:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1092 00000100:00100000:2.0:1772471951.129729:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:29132:x1858570834839424:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:2.0:1772471951.130028:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:2.0:1772471951.130177:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:29132:x1858570834839424:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 449us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471951.130188:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1092 00000040:00080000:2.0:1772471951.147183:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471951.147193:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471951.147285:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:2.0:1772471951.147292:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471951.147519:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856801152:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772471951.147619:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed900 going to sleep for 11 seconds 00000100:00100000:2.0:1772471951.168463:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856801152:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471951.178156:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471951.178448:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834839552 00000100:00100000:1.0:1772471951.178459:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834839552 00000100:00100000:1.0:1772471951.178534:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1093 00000100:00100000:1.0:1772471951.178546:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29138:x1858570834839552:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772471951.178609:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772471951.178745:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29138:x1858570834839552:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 200us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471951.178753:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1093 00000100:00100000:0.0:1772471951.192589:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471951.192815:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834839808 00000100:00100000:1.0:1772471951.192828:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834839808 00000100:00100000:1.0:1772471951.192926:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1094 00000100:00100000:1.0:1772471951.192941:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29138:x1858570834839808:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471951.192972:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471951.193003:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d289a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f10 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.193158:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d28a1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.193175:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d28a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.193189:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d28a1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471951.193203:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1772471951.193396:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d289a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f10 expref: 50 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.193419:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d28a1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f10 expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.193434:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:1.0:1772471951.193437:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471951.193441:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772471951.193507:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834839808:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 570us (930us total) trans 4294967934 rc 0/0 00000100:00100000:1.0:1772471951.193515:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1094 00000100:00100000:0.0:1772471951.196414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.196495:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834839936 00000100:00100000:3.0:1772471951.196506:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834839936 00000100:00100000:3.0:1772471951.196587:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 49 00000100:00100000:3.0:1772471951.196596:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2410:x1858570834839936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471951.196611:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471951.196635:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d28a1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f10 expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.196655:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:3.0:1772471951.196660:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471951.196725:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2410:x1858570834839936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 130us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471951.196733:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 49 00000100:00100000:0.0:1772471951.205043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.205136:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834840064 00000100:00100000:3.0:1772471951.205148:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834840064 00000100:00100000:3.0:1772471951.205211:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 284 00000100:00100000:3.0:1772471951.205221:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834840064:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471951.205276:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.205327:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.205337:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471951.205339:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471951.205344:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.205392:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.205407:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 10 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471951.205429:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856801280:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471951.205520:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676780 going to sleep for 11 seconds 00000100:00100000:3.0:1772471951.208132:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856801280:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471951.208168:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471951.209732:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.210096:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834840192 00000100:00100000:3.0:1772471951.210108:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834840192 00002000:00100000:3.0:1772471951.210159:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff8f9b854e8380 x1858570834840192/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:742/0 lens 2008/0 e 0 to 0 dl 1772471962 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471951.210170:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b854e8380 with x1858570834840192 ext(0->1515) 00010000:00010000:3.0:1772471951.210179:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 11 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.210196:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 11 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471951.210203:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b854e8380 00000100:00100000:3.0:1772471951.210238:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14 00000100:00100000:3.0:1772471951.210248:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834840192:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772471951.214023:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834840192:12345-192.168.202.58@tcp:4:cp.0 Request processed in 3762us (4288us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1772471951.214041:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14 00002000:00100000:3.0:1772471951.214059:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff8f9b854e8380 x1858570834840192/t4294967348(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:742/0 lens 2008/448 e 0 to 0 dl 1772471962 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471951.214071:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b854e8380 with x1858570834840192 ext(0->1515) 00010000:00010000:3.0:1772471951.214083:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 13 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.214106:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 13 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471951.214114:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b854e8380 00000100:00100000:2.0:1772471951.226385:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.227036:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834840320 00000100:00100000:3.0:1772471951.227050:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834840320 00010000:00010000:3.0:1772471951.227100:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 13 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471951.227147:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 340 00000100:00100000:3.0:1772471951.227157:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834840320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471951.227174:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1772471951.227193:0:15709:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1772471951.227201:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 13 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.227215:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 13 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.227239:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d285b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eed expref: 13 pid: 8410 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.227254:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471951.227256:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471951.227260:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.227270:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471951.227334:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471951.227390:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834840320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 234us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471951.227399:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 340 00010000:00010000:0.0:1772471951.227476:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227493:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227514:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227524:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227616:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227623:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471951.227627:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227636:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227648:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.227656:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae8c372/0xb50b868c089d28af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471951.227712:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834840064:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 22493us (22680us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471951.227721:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 284 00000100:00100000:0.0:1772471951.237717:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471951.238390:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834840576 00000100:00100000:1.0:1772471951.238403:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834840576 00000100:00100000:1.0:1772471951.238476:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1095 00000100:00100000:1.0:1772471951.238487:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:29138:x1858570834840576:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471951.238643:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:29138:x1858570834840576:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 157us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471951.238652:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1095 00000100:00100000:3.0:1772471951.249137:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471951.251682:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834840704 00000100:00100000:0.0:1772471951.251701:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834840704 00000100:00100000:1.0:1772471951.251929:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 285 00000100:00100000:1.0:1772471951.251941:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834840704:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471951.251962:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471951.251989:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f17 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471951.252020:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x69a5c68f, atime: 0x0, ctime: 0x69a5c68f, blocks: 0x8 00010000:00010000:1.0:1772471951.252044:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471951.252047:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471951.252057:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.252086:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.252102:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772471951.252184:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834840704:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 244us (3060us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471951.252193:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 285 00000100:00100000:0.0:1772471951.256386:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.261426:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834840960 00000100:00100000:3.0:1772471951.261444:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834840960 00000100:00100000:3.0:1772471951.261510:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1096 00000100:00100000:3.0:1772471951.261520:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:29138:x1858570834840960:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471951.261702:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:29138:x1858570834840960:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 182us (5340us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471951.261710:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1096 00000100:00100000:0.0:1772471951.265818:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.268033:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834841088 00000100:00100000:2.0:1772471951.268050:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834841088 00002000:00100000:2.0:1772471951.268108:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff8f9b854e8000 x1858570834841088/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:742/0 lens 488/0 e 0 to 0 dl 1772471962 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471951.268120:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b854e8000 with x1858570834841088 ext(0->4095) 00002000:00010000:2.0:1772471951.268127:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b854e8000 00000100:00100000:2.0:1772471951.269712:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 81 00000100:00100000:2.0:1772471951.269731:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834841088:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1772471951.269979:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834841088:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 253us (4171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1772471951.269989:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 81 00002000:00100000:2.0:1772471951.269998:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff8f9b854e8000 x1858570834841088/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:742/0 lens 488/4536 e 0 to 0 dl 1772471962 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471951.270008:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b854e8000 with x1858570834841088 ext(0->4095) 00002000:00010000:2.0:1772471951.270015:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b854e8000 00000100:00100000:0.0:1772471951.276124:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856801408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471951.276196:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471951.276291:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856801408 00000100:00100000:0.0:1772471951.276314:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856801408 00000100:00100000:0.0:1772471951.276371:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1772471951.276379:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856801408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471951.276416:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:0.0:1772471951.276467:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856801408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471951.276475:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1772471951.276524:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856801408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471951.289686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471951.289751:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834841216 00000100:00100000:0.0:1772471951.289761:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834841216 00000100:00100000:0.0:1772471951.289814:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1097 00000100:00100000:0.0:1772471951.289826:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:29138:x1858570834841216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471951.289864:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471951.289886:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d28bd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f1e expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.289923:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.289938:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.289952:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.290069:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d28bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 50 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.290086:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471951.290094:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:0.0:1772471951.290097:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471951.290100:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:0.0:1772471951.290155:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834841216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 331us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471951.290162:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1097 00000100:00100000:2.0:1772471951.299104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.299264:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834841344 00000100:00100000:3.0:1772471951.299274:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834841344 00000100:00100000:3.0:1772471951.299372:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1098 00000100:00100000:3.0:1772471951.299383:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834841344:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471951.299418:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471951.299563:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834841344:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 172us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471951.299572:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1098 00000100:00100000:3.0:1772471951.302940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.303035:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834841472 00000100:00100000:2.0:1772471951.303046:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834841472 00000100:00100000:2.0:1772471951.303108:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 286 00000100:00100000:2.0:1772471951.303118:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834841472:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772471951.303163:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303181:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471951.303183:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471951.303189:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303204:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303230:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303239:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303247:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303255:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471951.303260:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303269:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303283:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.303291:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d28cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471951.303396:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834841472:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 280us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471951.303404:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 286 00000100:00100000:3.0:1772471951.306683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471951.306766:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834841728 00000100:00100000:2.0:1772471951.306775:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834841728 00000100:00100000:2.0:1772471951.306848:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1099 00000100:00100000:2.0:1772471951.306867:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834841728:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772471951.306957:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.306976:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.306986:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.307029:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.307042:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 49 pid: 9675 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471951.307056:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856801536:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471951.307148:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed900 going to sleep for 11 seconds 00000100:00100000:3.0:1772471951.310339:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856801536:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471951.310384:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471951.312098:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471951.312693:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834841856 00000100:00100000:1.0:1772471951.312704:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834841856 00010000:00010000:1.0:1772471951.312749:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 50 pid: 9675 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471951.312823:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 341 00000100:00100000:1.0:1772471951.312834:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca0578450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2412:x1858570834841856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471951.312860:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471951.312868:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 50 pid: 9675 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.312882:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 50 pid: 9675 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.312903:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d28c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f1e expref: 50 pid: 9675 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.312917:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:1.0:1772471951.312924:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.312935:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.312942:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471951.312974:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471951.313030:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca0578450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834841856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 198us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471951.313038:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 341 00010000:00010000:2.0:1772471951.313184:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313193:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313414:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313422:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313429:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313434:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471951.313439:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313446:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313457:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:2.0:1772471951.313459:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471951.313463:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471951.313470:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d28d2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471951.313689:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834841728:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 6823us (7015us total) trans 4294967935 rc 0/0 00000100:00100000:2.0:1772471951.313698:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1099 00000040:00080000:2.0:1772471951.319938:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471951.319950:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471951.320512:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1772471951.320523:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471951.321054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471951.321633:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834842112 00000100:00100000:3.0:1772471951.321644:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834842112 00000100:00100000:3.0:1772471951.321713:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 221 00000100:00100000:3.0:1772471951.321725:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29138:x1858570834842112:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471951.322100:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29138:x1858570834842112:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 376us (1049us total) trans 4294967936 rc 0/0 00000100:00100000:3.0:1772471951.322108:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 221 00010000:00010000:0.0:1772471951.531423:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772471952.119114:0:21905:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471952.119126:0:21905:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471952.119151:0:21905:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1772471952.119157:0:21905:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471952.173351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.173438:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834842240 00000100:00100000:3.0:1772471952.173449:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834842240 00000100:00100000:3.0:1772471952.173493:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 287 00000100:00100000:3.0:1772471952.173504:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834842240:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471952.173524:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.173543:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f25 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.173578:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.173581:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.173590:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.173611:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.173625:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5c00, rc 0) 00000100:00100000:3.0:1772471952.173677:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834842240:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 175us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.173684:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 287 00000100:00100000:2.0:1772471952.180879:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471952.181089:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834842496 00000100:00100000:1.0:1772471952.181100:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834842496 00000100:00100000:1.0:1772471952.181173:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1100 00000100:00100000:1.0:1772471952.181184:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:29144:x1858570834842496:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471952.181207:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471952.181229:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d28e0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f2c expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.181371:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d28e7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.181389:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d28e7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.181411:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d28e7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471952.181424:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1772471952.181530:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d28e0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f2c expref: 100 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.181557:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d28e7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f2c expref: 99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.181566:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:1.0:1772471952.181569:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1772471952.181573:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772471952.181635:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29144:x1858570834842496:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 453us (766us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1772471952.181642:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1100 00000100:00080000:2.0:1772471952.181825:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471952.185623:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.185664:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834842624 00000100:00100000:0.0:1772471952.185676:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834842624 00000100:00100000:0.0:1772471952.185745:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 288 00000100:00100000:0.0:1772471952.185756:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834842624:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:0.0:1772471952.185807:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.185829:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.185838:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.185845:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.185847:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.185851:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.185888:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.185902:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 12 pid: 8410 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.185918:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856801664:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471952.186013:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.186023:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 11 pid: 9676 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.186032:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856801792:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471952.186057:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd84f300 going to sleep for 11 seconds 00000100:00100000:2.0:1772471952.198902:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856801664:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471952.198918:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856801792:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471952.198956:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.209383:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.209419:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.209502:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834842752 00000100:00100000:3.0:1772471952.209513:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834842752 00010000:00010000:3.0:1772471952.209564:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 12 pid: 9676 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.209603:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834842880 00000100:00100000:3.0:1772471952.209607:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834842880 00010000:00010000:3.0:1772471952.209619:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 13 pid: 8410 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.209640:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 342 00000100:00100000:3.0:1772471952.209649:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834842752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471952.209666:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471952.209686:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 12 pid: 9676 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209708:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 12 pid: 9676 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209731:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7280335/0xb50b868c089d28b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f17 expref: 12 pid: 9676 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209746:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471952.209797:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834842752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 147us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.209805:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 342 00000100:00100000:3.0:1772471952.209823:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 343 00000100:00100000:3.0:1772471952.209830:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834842880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471952.209837:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471952.209846:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 13 pid: 8410 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209857:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 13 pid: 8410 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209870:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051886eae/0xb50b868c089d28d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f25 expref: 13 pid: 8410 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209879:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.209882:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.209886:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209900:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.209925:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471952.209957:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834842880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 127us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.209964:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 343 00010000:00010000:3.0:1772471952.209997:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210006:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210025:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210033:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210042:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210048:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471952.210052:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210066:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210079:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.210086:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d28f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.210134:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834842624:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 24379us (24521us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.210142:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 288 00000100:00100000:0.0:1772471952.217683:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471952.217866:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834843136 00000100:00100000:2.0:1772471952.217877:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834843136 00000100:00100000:2.0:1772471952.217941:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 222 00000100:00100000:2.0:1772471952.217951:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29144:x1858570834843136:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:2.0:1772471952.218025:0:21270:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d28e7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f2c expref: 99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471952.218222:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967938 00000001:00080000:2.0:1772471952.218814:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967939 00010000:00010000:2.0:1772471952.218858:0:21270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.218878:0:21270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.218886:0:21270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 102 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.218894:0:21270:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.218933:0:21270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 102 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.218948:0:21270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 102 pid: 6527 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.218964:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856801920:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471952.221126:0:21270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.221145:0:21270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 49 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.221162:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856802048:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471952.221223:0:21270:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eedc00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471952.238997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.239043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.239082:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834843392 00000100:00100000:0.0:1772471952.239092:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834843392 00010000:00010000:0.0:1772471952.239147:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 50 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.239179:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834843264 00000100:00100000:0.0:1772471952.239183:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834843264 00010000:00010000:0.0:1772471952.239196:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 103 pid: 6527 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.239218:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 344 00000100:00100000:0.0:1772471952.239227:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834843392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471952.239244:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471952.239251:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 50 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239268:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 50 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239290:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:0.0:1772471952.239295:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239335:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239340:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471952.239394:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834843392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 167us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.239403:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 344 00000100:00100000:0.0:1772471952.239421:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 345 00000100:00100000:0.0:1772471952.239427:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:2411:x1858570834843264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471952.239435:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471952.239440:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 103 pid: 6527 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239450:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 103 pid: 6527 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239463:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:0.0:1772471952.239467:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239480:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239488:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.239505:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471952.239537:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:2411:x1858570834843264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 108us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.239553:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 345 00000100:00080000:0.0:1772471952.239572:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772471952.239885:0:21270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2877 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ef4 expref: 102 pid: 6527 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.239901:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856801920:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471952.239914:0:21270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d2846 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406edf expref: 49 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.239924:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856802048:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471952.239949:0:21270:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.239959:0:21270:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.239964:0:21270:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471952.240117:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967940 00000001:00080000:2.0:1772471952.240234:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967941 00000001:00080000:2.0:1772471952.240267:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967942 00000100:00100000:2.0:1772471952.240557:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856802176:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1772471952.240609:0:21270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471952.240635:0:21270:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471952.241138:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856802176 00000100:00100000:3.0:1772471952.241146:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856802176 00000100:00100000:3.0:1772471952.241214:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1772471952.241223:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:21270:x1858570856802176:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1772471952.241326:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:21270:x1858570856802176:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 104us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.241334:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1772471952.241375:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856802176:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1772471952.241481:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967943 00000100:00080000:1.0:1772471952.241625:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471952.241665:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856802304:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1772471952.241696:0:21270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471952.241720:0:21270:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471952.242642:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856802304 00000100:00100000:1.0:1772471952.242651:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856802304 00000100:00100000:1.0:1772471952.242691:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1772471952.242699:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:21270:x1858570856802304:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1772471952.242840:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21270:x1858570856802304:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 142us (1142us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1772471952.242942:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1772471952.243053:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856802304:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:3.0:1772471952.243080:0:21270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.243090:0:21270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.243098:0:21270:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.243104:0:21270:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471952.243108:0:21270:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.243116:0:21270:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.243133:0:21270:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:3.0:1772471952.243137:0:21270:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1772471952.243142:0:21270:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.243148:0:21270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d28fc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772471952.243257:0:21270:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1772471952.243349:0:21270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:3.0:1772471952.243361:0:21270:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 783273058053ns, next at 784273056196ns, rc = 0 00000001:00080000:3.0:1772471952.243368:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967944 00010000:00010000:3.0:1772471952.243396:0:21270:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b83b55e00) 00010000:00010000:3.0:1772471952.243399:0:21270:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1772471952.243406:0:21270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d28e7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f2c expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.243487:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:29144:x1858570834843136:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 25538us (25814us total) trans 4294967945 rc 0/0 00000100:00100000:3.0:1772471952.243496:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 222 00000020:00080000:3.0:1772471952.243500:0:21270:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1772471952.277542:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.277707:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834843648 00000100:00100000:3.0:1772471952.277718:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834843648 00000100:00100000:3.0:1772471952.277774:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1101 00000100:00100000:3.0:1772471952.277784:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:29145:x1858570834843648:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:3.0:1772471952.277811:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.277832:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2903 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f33 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.277918:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.277933:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.277944:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.277957:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.277965:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.277972:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278087:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2918 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278096:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2918 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278104:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2918 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471952.278115:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:3.0:1772471952.278195:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278203:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278210:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278216:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471952.278221:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278230:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278242:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:3.0:1772471952.278245:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471952.278250:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278262:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d290a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278275:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278282:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278287:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278292:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471952.278295:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278325:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278333:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b83b55d00) 00010000:00010000:3.0:1772471952.278335:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471952.278339:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.278345:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2911 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.279718:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2903 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f33 expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.279747:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2918 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f33 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.279756:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:3.0:1772471952.279759:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471952.279762:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772471952.279837:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29145:x1858570834843648:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2053us (2303us total) trans 4294967946 rc 0/0 00000100:00100000:3.0:1772471952.280945:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1101 00000100:00100000:0.0:1772471952.283213:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471952.283295:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834843904 00000100:00100000:1.0:1772471952.283372:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834843904 00000100:00100000:1.0:1772471952.285189:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 50 00000100:00100000:1.0:1772471952.285209:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29145:x1858570834843904:12345-192.168.202.58@tcp:103:cmp.0 00010000:00010000:1.0:1772471952.285230:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471952.285259:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2918 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f33 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.285278:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:1.0:1772471952.285289:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471952.285376:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:29145:x1858570834843904:12345-192.168.202.58@tcp:103:cmp.0 Request processed in 175us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471952.285385:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 50 00000100:00100000:3.0:1772471952.289051:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.289095:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834844032 00000100:00100000:3.0:1772471952.289107:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834844032 00000100:00100000:3.0:1772471952.289174:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1102 00000100:00100000:3.0:1772471952.289185:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:29145:x1858570834844032:12345-192.168.202.58@tcp:58:cmp.0 00010000:00010000:3.0:1772471952.289341:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.289358:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.289371:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772471952.289459:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:3.0:1772471952.289569:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:29145:x1858570834844032:12345-192.168.202.58@tcp:58:cmp.0 Request processed in 384us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.289577:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1102 00000100:00100000:2.0:1772471952.296799:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.296875:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834844160 00000100:00100000:0.0:1772471952.296886:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834844160 00000100:00100000:0.0:1772471952.296976:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1103 00000100:00100000:0.0:1772471952.296987:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:29145:x1858570834844160:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:0.0:1772471952.297008:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471952.297028:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f3a expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.297079:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.297089:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 107 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.297108:0:10040:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.297121:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 107 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.297134:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e700) 00010000:00010000:0.0:1772471952.297137:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471952.297141:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 107 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.297148:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701da00, rc 0) 00000100:00100000:0.0:1772471952.297205:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29145:x1858570834844160:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 221us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.297213:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1103 00000100:00100000:0.0:1772471952.309729:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856802432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471952.309799:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471952.309880:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856802432 00000100:00100000:0.0:1772471952.309888:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856802432 00000100:00100000:0.0:1772471952.309935:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1772471952.309944:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856802432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471952.309980:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471952.310027:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856802432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.310036:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1772471952.310084:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856802432:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1772471952.362727:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471952.362739:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471952.362765:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:2.0:1772471952.362775:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471952.362916:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856802560:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772471952.363075:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8000 going to sleep for 11 seconds 00000100:00100000:2.0:1772471952.372486:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.373714:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834844288 00000100:00100000:3.0:1772471952.373729:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834844288 00000100:00100000:3.0:1772471952.373801:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1104 00000100:00100000:3.0:1772471952.373811:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834844288:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471952.373853:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471952.373980:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834844288:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 170us (1504us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.373990:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1104 00000100:00100000:3.0:1772471952.380997:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471952.381118:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834844416 00000100:00100000:1.0:1772471952.381129:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834844416 00000100:00100000:1.0:1772471952.381199:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1105 00000100:00100000:1.0:1772471952.381210:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834844416:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1772471952.381292:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381349:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381362:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381415:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381424:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381434:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381459:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381467:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381473:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471952.381521:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:1.0:1772471952.381526:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471952.381538:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381558:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381564:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381571:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381578:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.381582:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381590:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381603:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772471952.381606:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471952.381611:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381616:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2934 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381629:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381636:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381641:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381646:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.381649:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381654:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381660:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff8f9c8344e200) 00010000:00010000:1.0:1772471952.381662:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471952.381664:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.381669:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856802560:192.168.202.58@tcp:107:hsm_cdtr.0 00010000:00010000:1.0:1772471952.381670:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d293b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381688:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381700:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381705:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381710:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.381712:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381717:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381724:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e700) 00010000:00010000:1.0:1772471952.381726:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471952.381728:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.381734:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2942 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.381817:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29146:x1858570834844416:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 608us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471952.381826:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1105 00000100:00100000:1.0:1772471952.391061:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.391142:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834844672 00000100:00100000:0.0:1772471952.391154:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834844672 00000100:00100000:0.0:1772471952.391222:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1106 00000100:00100000:0.0:1772471952.391233:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29146:x1858570834844672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471952.391260:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471952.391282:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2949 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f41 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391430:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391445:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391457:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471952.391467:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1772471952.391766:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391775:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391782:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391789:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471952.391794:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391806:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.391829:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e700) 00010000:00010000:0.0:1772471952.391833:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471952.391838:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.392052:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2950 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.392097:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2949 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f41 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.392106:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772471952.392109:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772471952.392113:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2949 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f41 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.392123:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:0.0:1772471952.392231:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834844672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1000us (1182us total) trans 4294967947 rc 301/301 00000100:00100000:0.0:1772471952.392239:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1106 00000100:00100000:2.0:1772471952.403407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.403763:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834844800 00000100:00100000:3.0:1772471952.403773:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834844800 00000100:00100000:3.0:1772471952.403924:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1107 00000100:00100000:3.0:1772471952.403934:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834844800:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471952.403971:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471952.404120:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834844800:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 187us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.404138:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1107 00000100:00100000:3.0:1772471952.411037:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471952.411493:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834845056 00000100:00100000:2.0:1772471952.411505:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834845056 00000100:00100000:2.0:1772471952.411580:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1108 00000100:00100000:2.0:1772471952.411591:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29146:x1858570834845056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471952.411613:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471952.411633:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d295e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f48 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.412108:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2965 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.412135:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2965 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.412148:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2965 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471952.412158:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:2.0:1772471952.412209:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d295e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f48 expref: 53 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.412234:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2965 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f48 expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.412244:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772471952.412248:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471952.412252:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772471952.412406:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29146:x1858570834845056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 815us (1378us total) trans 4294967948 rc 0/0 00000100:00100000:2.0:1772471952.412415:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1108 00000100:00100000:2.0:1772471952.417179:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.417274:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834845312 00000100:00100000:0.0:1772471952.417285:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834845312 00000100:00100000:0.0:1772471952.420212:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1109 00000100:00100000:0.0:1772471952.420231:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29146:x1858570834845312:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471952.422960:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471952.423007:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2965 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f48 expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.423034:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772471952.423046:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471952.423079:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.423095:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 106 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.423103:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.423145:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 106 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.423162:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 106 pid: 6526 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.423177:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856802688:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471952.425465:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd84fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1772471952.428597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.429627:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856802688:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471952.429662:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.431018:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834845440 00000100:00100000:1.0:1772471952.431030:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834845440 00010000:00010000:1.0:1772471952.431079:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 107 pid: 6526 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.431158:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 346 00000100:00100000:1.0:1772471952.431169:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2411:x1858570834845440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471952.431186:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471952.431193:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 107 pid: 6526 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.431207:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 107 pid: 6526 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.431229:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d288c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f02 expref: 107 pid: 6526 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.431245:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:1.0:1772471952.431250:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.431260:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.431268:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.431321:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471952.431382:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:2411:x1858570834845440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 214us (2797us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471952.431391:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 346 00010000:00010000:3.0:1772471952.431627:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431636:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431660:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431674:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431682:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431743:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431751:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431758:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431763:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471952.431769:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431776:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431786:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:3.0:1772471952.431789:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471952.431793:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431800:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2973 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431821:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431828:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431834:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431839:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471952.431849:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431856:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431863:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x5b896d31 (ffff8f9b84d9ed00) 00010000:00010000:3.0:1772471952.431866:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471952.431869:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.431876:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d297a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x5b896d31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.431935:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29146:x1858570834845312:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 11710us (14765us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772471952.431943:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1109 00000100:00100000:2.0:1772471952.436516:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.436679:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834845568 00000100:00100000:3.0:1772471952.436689:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834845568 00000100:00100000:3.0:1772471952.436760:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1110 00000100:00100000:3.0:1772471952.436771:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29146:x1858570834845568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.436797:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.437425:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2981 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f4f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.437475:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.437492:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.437507:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.437654:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2981 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.437676:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.437685:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.437689:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471952.437965:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772471952.438087:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29146:x1858570834845568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1317us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.438096:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1110 00000100:00100000:2.0:1772471952.442152:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.442250:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834845824 00000100:00100000:3.0:1772471952.442259:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834845824 00000100:00100000:3.0:1772471952.442488:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1111 00000100:00100000:3.0:1772471952.442500:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29146:x1858570834845824:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.442606:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.442623:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.442634:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471952.442789:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000031c5bbeb reply state 000000009ebd2dbf transno 4294967949 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.442802:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.442980:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.442984:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1772471952.442988:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772471952.443141:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:29146:x1858570834845824:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 642us (997us total) trans 4294967949 rc 0/0 00000100:00100000:3.0:1772471952.443148:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1111 00000100:00100000:2.0:1772471952.447232:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.447360:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834845952 00000100:00100000:3.0:1772471952.447370:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834845952 00000100:00100000:3.0:1772471952.447473:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1112 00000100:00100000:3.0:1772471952.447483:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:29146:x1858570834845952:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.447509:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.447550:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f56 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.447612:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 55 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.447634:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 55 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.447644:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.447647:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471952.447651:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5c00, rc 0) 00000100:00100000:3.0:1772471952.447724:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:29146:x1858570834845952:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 243us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.447731:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1112 00000100:00100000:2.0:1772471952.452114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.452223:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834846080 00000100:00100000:0.0:1772471952.452236:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834846080 00000100:00100000:0.0:1772471952.452356:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 223 00000100:00100000:0.0:1772471952.452369:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:29146:x1858570834846080:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1772471952.452517:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:29146:x1858570834846080:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 151us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.452527:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 223 00000100:00100000:1.0:1772471952.457799:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.458030:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834846336 00000100:00100000:3.0:1772471952.458042:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834846336 00000100:00100000:3.0:1772471952.458103:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 224 00000100:00100000:3.0:1772471952.458113:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:29146:x1858570834846336:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471952.458377:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:29146:x1858570834846336:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 264us (590us total) trans 4294967950 rc 0/0 00000100:00100000:3.0:1772471952.458385:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 224 00000100:00100000:2.0:1772471952.461112:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.462033:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834846592 00000100:00100000:3.0:1772471952.462045:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834846592 00000100:00100000:3.0:1772471952.462109:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1113 00000100:00100000:3.0:1772471952.462120:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:29146:x1858570834846592:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772471952.462244:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:29146:x1858570834846592:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 125us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.462253:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1113 00000100:00100000:2.0:1772471952.466256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.466392:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834846848 00000100:00100000:3.0:1772471952.466403:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834846848 00000100:00100000:3.0:1772471952.466467:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1114 00000100:00100000:3.0:1772471952.466478:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:29146:x1858570834846848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.466503:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.466535:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d299d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f5d expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.466669:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.466686:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.466700:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.466737:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.466751:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 57 pid: 10040 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.466765:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856802816:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471952.467583:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471952.470596:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856802816:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471952.470629:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.476824:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.477711:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834846976 00000100:00100000:3.0:1772471952.477722:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834846976 00010000:00010000:3.0:1772471952.477766:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 58 pid: 10040 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.477942:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 347 00000100:00100000:3.0:1772471952.477953:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca057b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2411:x1858570834846976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471952.477968:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471952.477976:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 58 pid: 10040 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.477989:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 58 pid: 10040 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.478010:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2996 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f56 expref: 58 pid: 10040 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.478025:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.478030:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.478040:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.478047:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.478082:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471952.478151:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca057b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2411:x1858570834846976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 200us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.478159:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 347 00010000:00010000:1.0:1772471952.478244:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478252:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471952.478271:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00080000:1.0:1772471952.478490:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:1.0:1772471952.478611:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478619:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478626:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478631:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.478636:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478643:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478652:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:1.0:1772471952.478655:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471952.478658:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478664:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d29a4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478721:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d299d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f5d expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478729:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:1.0:1772471952.478731:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772471952.478734:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d299d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f5d expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.478742:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:1.0:1772471952.478769:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:29146:x1858570834846848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 12294us (12524us total) trans 4294967951 rc 301/301 00000100:00100000:1.0:1772471952.478776:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1114 00000100:00100000:2.0:1772471952.482736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.482821:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834847232 00000100:00100000:3.0:1772471952.482831:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834847232 00000100:00100000:3.0:1772471952.482992:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 225 00000100:00100000:3.0:1772471952.483002:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:29146:x1858570834847232:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471952.483327:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:29146:x1858570834847232:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 299us (574us total) trans 4294967952 rc 0/0 00000100:00100000:3.0:1772471952.483336:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 225 00000100:00100000:2.0:1772471952.485806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.485956:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834847360 00000100:00100000:3.0:1772471952.485967:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834847360 00000100:00100000:3.0:1772471952.486053:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1115 00000100:00100000:3.0:1772471952.486063:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:29146:x1858570834847360:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.486088:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.486111:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29b2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f64 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.486180:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29b9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.486192:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.486203:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471952.486271:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:3.0:1772471952.486277:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471952.486298:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29b9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.486784:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29b2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f64 expref: 59 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.486802:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29b9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f64 expref: 58 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.486811:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.486814:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1772471952.486818:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772471952.486965:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:29146:x1858570834847360:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 903us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.486973:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1115 00000100:00100000:2.0:1772471952.489938:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.490035:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834847488 00000100:00100000:3.0:1772471952.490045:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834847488 00000100:00100000:3.0:1772471952.490162:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 289 00000100:00100000:3.0:1772471952.490173:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834847488:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.490193:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471952.490215:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f6b expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471952.490243:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772471952.490265:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.490268:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.490277:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.490296:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.490354:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772471952.490412:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834847488:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 241us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.490420:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 289 00000100:00100000:3.0:1772471952.492934:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471952.493101:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834847744 00000100:00100000:2.0:1772471952.493112:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834847744 00000100:00100000:2.0:1772471952.493180:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1116 00000100:00100000:2.0:1772471952.493190:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:29146:x1858570834847744:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772471952.493352:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:29146:x1858570834847744:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 163us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471952.493361:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1116 00000100:00100000:2.0:1772471952.496281:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.496422:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834847872 00000100:00100000:0.0:1772471952.496433:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834847872 00000100:00100000:0.0:1772471952.496490:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 290 00000100:00100000:0.0:1772471952.496499:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:29146:x1858570834847872:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471952.496518:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471952.496536:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f72 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.496594:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.496604:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.496606:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.496611:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.496655:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.496670:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 11 pid: 8409 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.496694:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856802944:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471952.496823:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd84f480 going to sleep for 11 seconds 00000100:00080000:1.0:1772471952.497321:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471952.500783:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.501011:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848000 00000100:00100000:3.0:1772471952.501020:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848000 00010000:00010000:3.0:1772471952.501059:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 12 pid: 8409 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.501102:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 348 00000100:00100000:3.0:1772471952.501112:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834848000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471952.501128:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471952.501149:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 12 pid: 8409 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.501164:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 12 pid: 8409 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.501188:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.501191:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471952.501202:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.501213:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.501255:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.501270:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856803072:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772471952.501392:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676780 going to sleep for 11 seconds 00010000:00010000:1.0:1772471952.502062:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d29c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f6b expref: 12 pid: 8409 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.502081:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856802944:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471952.502105:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.502117:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:1.0:1772471952.502165:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:29146:x1858570834847872:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5666us (5894us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471952.502174:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 290 00000100:00100000:3.0:1772471952.507794:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471952.508123:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856803072:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471952.508153:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471952.508215:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834848000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7103us (7439us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471952.508230:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 348 00000100:00100000:0.0:1772471952.508556:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848128 00000100:00100000:0.0:1772471952.508564:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848128 00002000:00100000:0.0:1772471952.508614:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff8f9b84e24e00 x1858570834848128/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:743/0 lens 2008/0 e 0 to 0 dl 1772471963 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471952.508626:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e24e00 with x1858570834848128 ext(0->1515) 00002000:00010000:0.0:1772471952.508631:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84e24e00 00000100:00100000:0.0:1772471952.508655:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 82 00000100:00100000:0.0:1772471952.508664:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834848128:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1772471952.513186:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834848128:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 4508us (5388us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1772471952.513202:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 82 00002000:00100000:0.0:1772471952.513216:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff8f9b84e24e00 x1858570834848128/t4294967355(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:743/0 lens 2008/448 e 0 to 0 dl 1772471963 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471952.513228:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e24e00 with x1858570834848128 ext(0->1515) 00002000:00010000:0.0:1772471952.513236:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84e24e00 00000100:00100000:2.0:1772471952.518643:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471952.518702:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848256 00000100:00100000:1.0:1772471952.518712:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848256 00000100:00100000:1.0:1772471952.518777:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1117 00000100:00100000:1.0:1772471952.518785:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:29146:x1858570834848256:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1772471952.521009:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967952 is committed 00000001:00080000:2.0:1772471952.521054:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967946 is committed 00000004:00080000:2.0:1772471952.521061:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:2.0:1772471952.521083:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cbd832b40 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:2.0:1772471952.521089:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84b6a300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cbd832480 00000020:00080000:2.0:1772471952.521092:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84b6a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b8695e200 00010000:00010000:0.0:1772471952.521237:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521248:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521255:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521261:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471952.521266:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521273:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521289:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8f9b83b55d00) 00010000:00010000:0.0:1772471952.521292:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471952.521297:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521340:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d283f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521371:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521377:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521383:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521388:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471952.521391:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521396:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521407:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:0.0:1772471952.521410:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772471952.521412:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.521418:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d298f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521479:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521487:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521492:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521497:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.521500:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521506:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521515:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8f9b83b55f00) 00010000:00010000:1.0:1772471952.521518:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471952.521521:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521527:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d2766 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521552:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521558:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521563:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521568:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.521571:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521577:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521585:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8f9b83b55c00) 00010000:00010000:1.0:1772471952.521588:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471952.521592:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.521597:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d276d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1772471952.521617:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:1.0:1772471952.521693:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:1.0:1772471952.521838:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29146:x1858570834848256:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 3047us (3199us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471952.521860:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1117 00000100:00100000:2.0:1772471952.522063:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856803200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772471952.522129:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471952.523625:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856803200 00000100:00100000:1.0:1772471952.523641:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856803200 00000100:00100000:1.0:1772471952.523711:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1772471952.523720:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856803200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772471952.523753:0:8408:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:21 count 1 00002000:00010000:1.0:1772471952.523788:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x69a5c68f, atime: 0x0, ctime: 0x69a5c68f, blocks: 0x8 00010000:00010000:1.0:1772471952.523797:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.523814:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471952.523816:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471952.523823:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.523850:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.523861:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.523868:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.523895:0:8408:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772471952.524067:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856803200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 348us (1938us total) trans 4294967350 rc 0/0 00000100:00100000:1.0:1772471952.524076:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000004:00080000:1.0:1772471952.524134:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b84e27100/2, rc 0, transno 4294967350 00000100:00100000:1.0:1772471952.524142:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856803200:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1772471952.524502:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471952.524509:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.524519:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471952.524524:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.524535:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.524564:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.524572:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d29ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.524592:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471952.524594:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471952.524596:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471952.525533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.525613:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848384 00000100:00100000:0.0:1772471952.525622:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848384 00000100:00100000:0.0:1772471952.525671:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 292 00000100:00100000:0.0:1772471952.525680:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834848384:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1772471952.527128:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000100:00100000:0.0:1772471952.527284:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834848384:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 1600us (1762us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.527294:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 292 00000100:00100000:1.0:1772471952.530153:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.530238:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848640 00000100:00100000:3.0:1772471952.530247:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848640 00000100:00100000:3.0:1772471952.530476:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1118 00000100:00100000:3.0:1772471952.530485:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29146:x1858570834848640:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.530539:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471952.530578:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29b9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f64 expref: 45 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530596:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.530601:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471952.530628:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530639:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530647:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530666:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530670:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530674:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530678:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471952.530681:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530686:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530690:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.530692:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471952.530695:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.530700:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d29d5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.530807:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29146:x1858570834848640:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 322us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.530815:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1118 00000100:00100000:2.0:1772471952.533043:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.533267:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848768 00000100:00100000:3.0:1772471952.533275:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848768 00000100:00100000:2.0:1772471952.533531:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1119 00000100:00100000:2.0:1772471952.533552:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29146:x1858570834848768:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471952.533574:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471952.533596:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f79 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.533657:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.533670:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.533688:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:2.0:1772471952.533691:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471952.533695:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772471952.533748:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29146:x1858570834848768:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 208us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471952.533756:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1119 00000100:00100000:2.0:1772471952.536446:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471952.536614:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834848896 00000100:00100000:1.0:1772471952.536625:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834848896 00000100:00100000:1.0:1772471952.536685:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 293 00000100:00100000:1.0:1772471952.536694:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834848896:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1772471952.537130:0:9676:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1772471952.537134:0:9676:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime from disk: 0 -> 1772471951 00002000:00010000:1.0:1772471952.537137:0:9676:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime from disk: 0 -> 1772471951 00002000:00010000:1.0:1772471952.537139:0:9676:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime from disk: 0 -> 1772471951 00002000:00010000:1.0:1772471952.537142:0:9676:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1772471952.537237:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834848896:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 543us (804us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1772471952.537245:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 293 00000100:00100000:1.0:1772471952.541603:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471952.541683:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834849152 00000100:00100000:2.0:1772471952.541693:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834849152 00000100:00100000:2.0:1772471952.541745:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1120 00000100:00100000:2.0:1772471952.541756:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29146:x1858570834849152:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1772471952.541834:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.541912:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.541920:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.541954:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.541968:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 45 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.541987:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856803328:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471952.542077:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772471952.543801:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856803328:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471952.543829:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.545783:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.545859:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834849280 00000100:00100000:0.0:1772471952.545873:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834849280 00010000:00010000:0.0:1772471952.545917:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.545968:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:0.0:1772471952.545979:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2410:x1858570834849280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471952.545996:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471952.546004:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.546019:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.546045:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2988 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f4f expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.546066:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:0.0:1772471952.546071:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.546084:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.546092:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.546128:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471952.546215:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2410:x1858570834849280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 237us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.546225:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 349 00010000:00010000:1.0:1772471952.546267:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546276:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546369:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546382:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546389:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546394:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471952.546399:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546409:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546419:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:1.0:1772471952.546422:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1772471952.546426:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.546431:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d29e3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.546479:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29146:x1858570834849152:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 4726us (4885us total) trans 0 rc -22/-22 00000100:00100000:1.0:1772471952.546489:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1120 00000100:00100000:2.0:1772471952.548949:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.549055:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834849408 00000100:00100000:3.0:1772471952.549064:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834849408 00000100:00100000:3.0:1772471952.549152:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 294 00000100:00100000:3.0:1772471952.549161:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834849408:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.549203:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.549220:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.549228:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471952.549231:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471952.549234:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.549274:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.549288:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 11 pid: 9676 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.549334:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856803456:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471952.549428:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676780 going to sleep for 11 seconds 00000100:00100000:2.0:1772471952.551282:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.551556:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834849536 00000100:00100000:0.0:1772471952.551565:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834849536 00010000:00010000:0.0:1772471952.551599:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 12 pid: 9676 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471952.551641:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:0.0:1772471952.551650:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834849536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471952.551663:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471952.551685:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 12 pid: 9676 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.551699:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 12 pid: 9676 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.551724:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.551726:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.551732:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.551743:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.551762:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471952.551807:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834849536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 159us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.551815:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 350 00010000:00010000:3.0:1772471952.552006:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d29c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f72 expref: 11 pid: 9676 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.552027:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856803456:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471952.552047:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552057:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552063:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552082:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552090:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552098:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552105:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4c00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471952.552109:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552118:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552131:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.552139:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048b3a687/0xb50b868c089d29ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.552185:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834849408:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 3024us (3245us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.552193:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 294 00000100:00100000:1.0:1772471952.553779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.553850:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834849792 00000100:00100000:3.0:1772471952.553861:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834849792 00000100:00100000:3.0:1772471952.553914:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1121 00000100:00100000:3.0:1772471952.553924:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29146:x1858570834849792:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772471952.554001:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554019:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554031:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554217:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554230:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554244:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554280:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.554296:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 45 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.554346:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856803584:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471952.554430:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eedcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1772471952.554912:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471952.560291:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856803584:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471952.560350:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471952.560499:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.561081:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834849920 00000100:00100000:3.0:1772471952.561091:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834849920 00010000:00010000:3.0:1772471952.561128:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.561222:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:3.0:1772471952.561233:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2411:x1858570834849920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471952.561249:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471952.561256:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.561275:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.561321:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d29dc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f79 expref: 46 pid: 6525 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.561338:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772471952.561343:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.561352:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.561359:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.561402:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471952.561468:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2411:x1858570834849920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 237us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.561477:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 351 00010000:00010000:1.0:1772471952.561549:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471952.561558:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772471952.561673:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967953 00000001:00080000:1.0:1772471952.561794:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967954 00000001:00080000:1.0:1772471952.561831:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967955 00000100:00100000:1.0:1772471952.561919:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856803712:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1772471952.561987:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471952.562015:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74540 going to sleep for 11 seconds 00000100:00100000:3.0:1772471952.563808:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856803712 00000100:00100000:3.0:1772471952.563825:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856803712 00000100:00100000:3.0:1772471952.563925:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1772471952.563935:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856803712:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1772471952.564072:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856803712:12345-0@lo:1000:mdt00_004.0 Request processed in 138us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471952.564079:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1772471952.564218:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856803712:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1772471952.564398:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967956 00000100:00100000:2.0:1772471952.564466:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856803840:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1772471952.564503:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471952.564539:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1300 going to sleep for 11 seconds 00000100:00100000:3.0:1772471952.564872:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856803840 00000100:00100000:3.0:1772471952.564878:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856803840 00000100:00100000:3.0:1772471952.564910:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1772471952.564917:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856803840:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1772471952.565041:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10040:x1858570856803840:12345-0@lo:1000:mdt00_004.0 Request processed in 123us (536us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1772471952.565048:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1772471952.565191:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856803840:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1772471952.565271:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967957 00010000:00010000:2.0:1772471952.565339:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565350:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565359:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565366:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471952.565371:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565380:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565404:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9b84d9e100) 00010000:00010000:2.0:1772471952.565408:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471952.565414:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565421:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d29f8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565458:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565465:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565470:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565475:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471952.565478:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565484:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565491:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e700) 00010000:00010000:2.0:1772471952.565494:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471952.565501:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565513:0:10040:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565617:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.565649:0:10040:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701da00/0xb50b868c089d292d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f3a expref: 93 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471952.565663:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd819c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856803968:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772471952.565736:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b868e1cc0 going to sleep for 11 seconds 00000100:00080000:1.0:1772471952.566097:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471952.574101:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.574192:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834850048 00000100:00100000:0.0:1772471952.574205:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834850048 00000100:00100000:0.0:1772471952.574261:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 226 00000100:00100000:0.0:1772471952.574269:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:29145:x1858570834850048:12345-192.168.202.58@tcp:49:cmp.0 00000100:00100000:0.0:1772471952.574426:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:29145:x1858570834850048:12345-192.168.202.58@tcp:49:cmp.0 Request processed in 158us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.574433:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 226 00000100:00100000:2.0:1772471952.577367:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd819c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856803968:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471952.577403:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577413:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2926 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577449:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577463:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577477:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577487:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577493:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577499:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577505:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471952.577510:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577517:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577529:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e700) 00010000:00010000:2.0:1772471952.577532:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471952.577536:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577552:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d29ff lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577565:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577572:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577577:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577582:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471952.577585:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577595:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577602:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8f9b84d9e700) 00010000:00010000:2.0:1772471952.577605:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471952.577608:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.577614:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d29f1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471952.578070:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471952.578168:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834850176 00000100:00100000:0.0:1772471952.578178:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834850176 00000100:00080000:1.0:1772471952.578315:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471952.578361:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 295 00000100:00100000:0.0:1772471952.578384:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:29145:x1858570834850176:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:0.0:1772471952.578407:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471952.578426:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2a06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f80 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471952.578452:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x69a5c68f, atime: 0x69a5c68f, ctime: 0x69a5c68f, blocks: 0x8 00000100:00100000:2.0:1772471952.578456:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29146:x1858570834849792:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 24533us (24682us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1772471952.578465:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1121 00000020:00080000:2.0:1772471952.578470:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00010000:00010000:0.0:1772471952.578471:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.578473:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471952.578482:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f80 expref: 17 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.578499:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041fdf07f/0xb50b868c089d2a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f80 expref: 17 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471952.578511:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c600, rc 0) 00000100:00100000:0.0:1772471952.578551:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:29145:x1858570834850176:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 162us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471952.578557:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 295 00000040:00080000:3.0:1772471952.579278:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471952.579286:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471952.579916:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1772471952.579927:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471952.581738:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.581949:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834850304 00000100:00100000:3.0:1772471952.581960:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834850304 00002000:00100000:3.0:1772471952.582013:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff8f9b83fb3480 x1858570834850304/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:743/0 lens 488/0 e 0 to 0 dl 1772471963 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471952.582025:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83fb3480 with x1858570834850304 ext(0->4095) 00002000:00010000:3.0:1772471952.582032:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b83fb3480 00000100:00100000:3.0:1772471952.582069:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 83 00000100:00100000:3.0:1772471952.582080:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834850304:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1772471952.582431:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834850304:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 352us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471952.582440:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 83 00002000:00100000:3.0:1772471952.582447:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff8f9b83fb3480 x1858570834850304/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:743/0 lens 488/4536 e 0 to 0 dl 1772471963 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471952.582456:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83fb3480 with x1858570834850304 ext(0->4095) 00002000:00010000:3.0:1772471952.582460:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b83fb3480 00000100:00100000:0.0:1772471952.584625:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471952.588396:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834850560 00000100:00100000:3.0:1772471952.588413:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834850560 00000100:00100000:3.0:1772471952.588511:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 227 00000100:00100000:3.0:1772471952.588531:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29146:x1858570834850560:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1772471952.588893:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1772471952.588939:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967959 00010000:00010000:2.0:1772471952.589014:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.589032:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.589044:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.589053:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.589061:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.589067:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471952.589095:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772471952.589229:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772471952.589236:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.589244:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471952.589248:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.589256:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.589270:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8f9c90163500) 00010000:00010000:3.0:1772471952.589273:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772471952.589277:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.589283:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2a0d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471952.589299:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772471952.589330:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772471952.589331:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471952.589514:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29146:x1858570834850560:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 983us (4895us total) trans 4294967960 rc 0/0 00000100:00100000:2.0:1772471952.589524:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 227 00000020:00080000:2.0:1772471952.589531:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1772471952.589811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471952.591255:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834850816 00000100:00100000:2.0:1772471952.591271:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834850816 00000100:00100000:2.0:1772471952.591389:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 228 00000100:00100000:2.0:1772471952.591400:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:29145:x1858570834850816:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:2.0:1772471952.591800:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29145:x1858570834850816:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 400us (1988us total) trans 4294967961 rc 0/0 00000100:00100000:2.0:1772471952.591809:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 228 00000100:00100000:3.0:1772471953.093518:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471953.093572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471953.093606:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471953.093633:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471953.093655:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471953.093734:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851200 00000100:00100000:0.0:1772471953.093744:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851200 00000100:00100000:0.0:1772471953.093802:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851456 00000100:00100000:0.0:1772471953.093804:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851456 00000100:00100000:0.0:1772471953.093828:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 514 00000100:00100000:0.0:1772471953.093847:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834851200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471953.093917:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834851200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 82us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.093924:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 514 00000100:00100000:0.0:1772471953.093939:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 515 00000100:00100000:0.0:1772471953.093945:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834851456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471953.093963:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834851456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.093969:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 515 00000100:00100000:2.0:1772471953.094249:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851072 00000100:00100000:2.0:1772471953.094255:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851072 00000100:00100000:2.0:1772471953.094291:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851328 00000100:00100000:2.0:1772471953.094294:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851328 00000100:00100000:2.0:1772471953.094340:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 910 00000100:00100000:2.0:1772471953.094346:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834851072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471953.094378:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834851072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471953.094384:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 910 00000100:00100000:2.0:1772471953.094396:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 911 00000100:00100000:2.0:1772471953.094401:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834851328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471953.094417:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834851328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471953.094424:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 911 00000100:00080000:3.0:1772471953.094526:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471953.094531:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471953.095870:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834850944 00000100:00100000:1.0:1772471953.095880:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834850944 00000100:00100000:1.0:1772471953.095938:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 719 00000100:00100000:1.0:1772471953.095947:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834850944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471953.096018:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834850944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 71us (2521us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471953.096025:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 719 00000040:00080000:3.0:1772471953.131007:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1772471953.579864:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471953.834474:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772471953.834498:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856804096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471953.834576:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471953.834654:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804096 00000100:00100000:1.0:1772471953.834663:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804096 00000100:00100000:0.0:1772471953.840762:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856804352:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.840841:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.840879:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856804864:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.840900:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.840930:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856805376:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.840952:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.840980:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772471953.840987:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856804224:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841045:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841067:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856804736:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841094:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841113:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856805248:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841135:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841160:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856804608:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841181:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841197:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856805120:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841217:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841231:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856805632:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841276:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841293:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1772471953.841326:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856804480:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841348:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841366:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856804992:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841384:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841398:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856805504:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.841414:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471953.841434:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804352 00000100:00100000:0.0:1772471953.841442:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804352 00000100:00100000:0.0:1772471953.841481:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804864 00000100:00100000:0.0:1772471953.841483:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804864 00000100:00100000:2.0:1772471953.844813:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856805760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471953.844900:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471953.845012:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805760 00000100:00100000:3.0:1772471953.845020:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805760 00000100:00100000:3.0:1772471953.845082:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1772471953.845092:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856805760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471953.845117:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3915100160 avail 3683549184 00000100:00100000:3.0:1772471953.845177:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856805760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471953.845184:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1772471953.845243:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856805760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471953.846595:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805376 00000100:00100000:0.0:1772471953.846604:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805376 00000100:00100000:0.0:1772471953.846628:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804608 00000100:00100000:0.0:1772471953.846632:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804608 00000100:00100000:0.0:1772471953.846673:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1772471953.846682:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856804352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.846749:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856804352:12345-0@lo:400:kworker.0 Request processed in 69us (5908us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.846759:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1772471953.846777:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804992 00000100:00100000:0.0:1772471953.846780:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804992 00000100:00100000:0.0:1772471953.846799:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805504 00000100:00100000:0.0:1772471953.846802:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805504 00000100:00100000:0.0:1772471953.846832:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1772471953.846838:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856804864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.846868:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856804864:12345-0@lo:400:kworker.0 Request processed in 30us (5967us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.846874:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1772471953.846886:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1772471953.846892:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856805376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.846920:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856805376:12345-0@lo:400:kworker.0 Request processed in 29us (5968us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.846927:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1772471953.846937:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1772471953.846943:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856804608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.846978:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856804608:12345-0@lo:400:kworker.0 Request processed in 35us (5795us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.846985:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1772471953.846997:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1772471953.847003:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856804992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847029:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856804992:12345-0@lo:400:kworker.0 Request processed in 27us (5645us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847035:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1772471953.847046:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1772471953.847052:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856805504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847076:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856805504:12345-0@lo:400:kworker.0 Request processed in 25us (5661us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847082:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1772471953.847121:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804224 00000100:00100000:0.0:1772471953.847126:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804224 00000100:00100000:0.0:1772471953.847155:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1772471953.847162:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856804224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847194:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856804224:12345-0@lo:400:kworker.0 Request processed in 32us (6149us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847200:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1772471953.847232:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804736 00000100:00100000:0.0:1772471953.847236:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804736 00000100:00100000:0.0:1772471953.847260:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856804480 00000100:00100000:0.0:1772471953.847263:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856804480 00000100:00100000:0.0:1772471953.847275:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1772471953.847281:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856804736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847339:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856804736:12345-0@lo:400:kworker.0 Request processed in 57us (6243us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847345:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1772471953.847356:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1772471953.847362:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856804480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847403:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856804480:12345-0@lo:400:kworker.0 Request processed in 41us (6054us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847409:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1772471953.847428:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805248 00000100:00100000:0.0:1772471953.847433:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805248 00000100:00100000:0.0:1772471953.847455:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805120 00000100:00100000:0.0:1772471953.847458:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805120 00000100:00100000:0.0:1772471953.847476:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805632 00000100:00100000:0.0:1772471953.847479:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805632 00000100:00100000:0.0:1772471953.847492:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1772471953.847497:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856805248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847527:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856805248:12345-0@lo:400:kworker.0 Request processed in 30us (6392us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847547:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1772471953.847559:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1772471953.847565:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856805120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847591:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856805120:12345-0@lo:400:kworker.0 Request processed in 27us (6373us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847597:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1772471953.847607:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1772471953.847613:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856805632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847639:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856805632:12345-0@lo:400:kworker.0 Request processed in 26us (6363us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471953.847645:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1772471953.847700:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856804224:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847714:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856804736:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847727:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856805248:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847740:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856804352:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847752:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856804864:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847763:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856805376:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847807:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856804480:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847819:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856804992:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847829:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856805504:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847841:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856804608:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847851:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856805120:0@lo:400:kworker.0 00000100:00100000:0.0:1772471953.847860:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856805632:0@lo:400:kworker.0 00000100:00080000:3.0:1772471953.847954:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471953.847960:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471953.847963:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772471953.847965:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471953.848796:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1772471953.848809:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856804096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471953.848839:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3915100160 avail 3683549184 00000100:00100000:1.0:1772471953.848915:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856804096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (14338us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471953.848925:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1772471953.848997:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856804096:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1772471954.607672:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471954.859766:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856805888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471954.859845:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471954.859973:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856805888 00000100:00100000:3.0:1772471954.859983:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856805888 00000100:00100000:3.0:1772471954.860051:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1772471954.860058:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856805888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772471954.860089:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471954.860144:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856805888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471954.860151:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1772471954.860199:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856805888:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1772471954.860273:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471954.865849:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856806016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471954.865915:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471954.868659:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806016 00000100:00100000:1.0:1772471954.868673:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806016 00000100:00100000:1.0:1772471954.868751:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1772471954.868763:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856806016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471954.868793:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 137562944 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471954.868883:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856806016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (2967us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471954.868890:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1772471954.870245:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856806016:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1772471955.627590:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471956.396615:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856806144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471956.396694:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471956.396777:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806144 00000100:00100000:3.0:1772471956.396785:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806144 00000100:00100000:3.0:1772471956.396832:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1772471956.396840:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856806144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772471956.397039:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:3.0:1772471956.397088:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856806144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 248us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471956.397096:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1772471956.397143:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856806144:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772471956.650799:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772471956.911240:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:1.0:1772471956.911253:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:0.0:1772471957.258097:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471957.258570:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851584 00000100:00100000:2.0:1772471957.258580:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851584 00000100:00080000:3.0:1772471957.258637:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471957.258649:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1122 00000100:00100000:2.0:1772471957.258671:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29125:x1858570834851584:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772471957.258771:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29125:x1858570834851584:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 104us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471957.258779:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1122 00000100:00100000:2.0:1772471957.261771:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471957.261891:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851712 00000100:00100000:0.0:1772471957.261901:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851712 00000100:00100000:0.0:1772471957.262018:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1123 00000100:00100000:0.0:1772471957.262030:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29125:x1858570834851712:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772471957.262151:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29125:x1858570834851712:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 124us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471957.262160:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1123 00000100:00080000:3.0:1772471957.262931:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471957.420456:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856806272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471957.420569:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471957.420715:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806272 00000100:00100000:0.0:1772471957.420726:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806272 00000100:00100000:0.0:1772471957.420782:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1772471957.420793:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856806272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471957.420837:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471957.420900:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856806272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471957.420907:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1772471957.421074:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856806272:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471957.674568:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772471957.937779:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000001:00080000:3.0:1772471957.937806:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000001:00080000:2.0:1772471957.938244:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967961 is committed 00000001:00080000:2.0:1772471957.938252:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967960 is committed 00000020:00080000:2.0:1772471957.938266:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cbd9e8000 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:2.0:1772471957.938271:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85fc5d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cbd9e8d80 00000020:00080000:2.0:1772471957.938276:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85fc5e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86768000 00000020:00080000:1.0:1772471957.938337:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 18 00000020:00080000:1.0:1772471957.938400:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:2.0:1772471957.938625:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000100:00100000:0.0:1772471958.215292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471958.215374:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471958.215407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471958.215557:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851840 00000100:00100000:1.0:1772471958.215568:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851840 00000100:00100000:1.0:1772471958.215626:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 721 00000100:00100000:1.0:1772471958.215634:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834851840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471958.215694:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834851840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 61us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.215699:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 721 00000100:00100000:0.0:1772471958.216197:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471958.216228:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471958.216245:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852096 00000100:00100000:1.0:1772471958.216249:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852096 00000100:00100000:1.0:1772471958.216291:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852608 00000100:00100000:1.0:1772471958.216294:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852608 00000100:00100000:3.0:1772471958.216330:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 918 00000100:00100000:3.0:1772471958.216344:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834852096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471958.216350:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 919 00000100:00100000:1.0:1772471958.216355:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834852608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471958.216384:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834852608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.216391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 919 00000100:00080000:1.0:1772471958.216411:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471958.221093:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834852096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 4737us (5704us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.221110:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 918 00000100:00100000:0.0:1772471958.222645:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471958.222681:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471958.222864:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834851968 00000100:00100000:1.0:1772471958.222884:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834851968 00000100:00100000:1.0:1772471958.223801:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 920 00000100:00100000:1.0:1772471958.223815:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:2410:x1858570834851968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471958.224066:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+94:2410:x1858570834851968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 253us (1428us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.224075:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 920 00000100:00080000:1.0:1772471958.224104:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471958.225883:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852352 00000100:00100000:2.0:1772471958.225898:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852352 00000100:00100000:2.0:1772471958.225987:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852864 00000100:00100000:2.0:1772471958.225991:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852864 00000100:00100000:2.0:1772471958.226026:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 519 00000100:00100000:2.0:1772471958.226036:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570834852352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471958.226115:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570834852352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 81us (10707us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471958.226122:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 519 00000100:00100000:2.0:1772471958.226138:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 520 00000100:00100000:2.0:1772471958.226144:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834852864:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471958.226171:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834852864:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (9943us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471958.226177:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 520 00000100:00080000:1.0:1772471958.228876:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471958.231297:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471958.231504:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852224 00000100:00100000:2.0:1772471958.231516:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852224 00000100:00100000:2.0:1772471958.231589:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 521 00000100:00100000:2.0:1772471958.231601:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834852224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471958.231678:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834852224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 79us (8995us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471958.231685:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 521 00000100:00080000:2.0:1772471958.231709:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471958.232117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471958.232742:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852736 00000100:00100000:2.0:1772471958.232750:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852736 00000100:00100000:2.0:1772471958.232809:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 522 00000100:00100000:2.0:1772471958.232818:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834852736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471958.232866:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834852736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 49us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471958.232874:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 522 00000100:00080000:0.0:1772471958.233247:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471958.237149:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852480 00000100:00100000:1.0:1772471958.237166:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852480 00000100:00100000:1.0:1772471958.237376:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 921 00000100:00100000:1.0:1772471958.237389:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2410:x1858570834852480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471958.239537:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2410:x1858570834852480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2140us (8240us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.239550:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 921 00010000:00010000:3.0:1772471958.698912:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471958.954667:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856806400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471958.954737:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.955779:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806400 00000100:00100000:1.0:1772471958.955799:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806400 00000100:00100000:1.0:1772471958.955858:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1772471958.955867:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856806400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471958.955897:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3915096064 avail 3683573760 00000100:00100000:1.0:1772471958.955966:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856806400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.955973:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:1.0:1772471958.956029:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471958.956044:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856806528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471958.956074:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.956110:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806528 00000100:00100000:1.0:1772471958.956114:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806528 00000100:00100000:1.0:1772471958.956138:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1772471958.956144:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856806528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772471958.956153:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3915096064 avail 3683573760 00000100:00100000:1.0:1772471958.956179:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856806528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.956185:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:1.0:1772471958.956195:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471958.956224:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856806528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471958.956249:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:1.0:1772471958.956254:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967357 committed transno 4294967357 00000100:00100000:1.0:1772471958.956273:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856806400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471958.958465:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856806784:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958541:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471958.958575:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856807296:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958596:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471958.958622:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856807808:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958642:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471958.958669:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772471958.958675:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856806912:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471958.958717:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856807424:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958751:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471958.958767:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856807936:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471958.958810:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806784 00000100:00100000:3.0:1772471958.958817:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806784 00000100:00100000:3.0:1772471958.958850:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807296 00000100:00100000:3.0:1772471958.958853:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807296 00000100:00100000:3.0:1772471958.958873:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807808 00000100:00100000:3.0:1772471958.958875:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807808 00000100:00100000:3.0:1772471958.958887:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807424 00000100:00100000:3.0:1772471958.958890:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807424 00000100:00100000:3.0:1772471958.958901:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807936 00000100:00100000:3.0:1772471958.958903:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807936 00000100:00100000:3.0:1772471958.958917:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1772471958.958924:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856806784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.958970:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856806784:12345-0@lo:400:kworker.0 Request processed in 45us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.958979:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1772471958.958995:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1772471958.959000:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856807296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959026:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856807296:12345-0@lo:400:kworker.0 Request processed in 26us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.959032:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1772471958.959043:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1772471958.959048:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856807808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959072:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856807808:12345-0@lo:400:kworker.0 Request processed in 24us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.959077:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1772471958.959086:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1772471958.959092:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856807424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959112:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856807424:12345-0@lo:400:kworker.0 Request processed in 20us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.959117:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1772471958.959125:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1772471958.959130:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856807936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959150:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856807936:12345-0@lo:400:kworker.0 Request processed in 20us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.959155:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1772471958.959175:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806912 00000100:00100000:3.0:1772471958.959179:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806912 00000100:00100000:3.0:1772471958.959201:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1772471958.959206:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856806912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959232:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856806912:12345-0@lo:400:kworker.0 Request processed in 26us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.959237:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:3.0:1772471958.959254:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471958.959258:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471958.959284:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856806912:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959295:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856807424:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959324:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856807936:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959331:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856806784:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959338:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856807296:0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.959346:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856807808:0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.965813:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856806656:0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.965886:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.965931:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856807168:0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.965958:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.965977:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856807680:0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.965998:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.966026:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772471958.966033:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856807040:0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.966054:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.966075:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856807552:0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.966092:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471958.966131:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856806656 00000100:00100000:1.0:1772471958.966138:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856806656 00000100:00100000:1.0:1772471958.966179:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1772471958.966186:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856806656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.966228:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856806656:12345-0@lo:400:kworker.0 Request processed in 42us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.966235:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1772471958.966260:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807168 00000100:00100000:1.0:1772471958.966263:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807168 00000100:00100000:1.0:1772471958.966280:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1772471958.966285:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856807168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.966337:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856807168:12345-0@lo:400:kworker.0 Request processed in 51us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.966342:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1772471958.966358:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807680 00000100:00100000:1.0:1772471958.966361:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807680 00000100:00100000:1.0:1772471958.966390:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807552 00000100:00100000:1.0:1772471958.966392:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807552 00000100:00100000:1.0:1772471958.966407:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1772471958.966413:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856807680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.966437:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856807680:12345-0@lo:400:kworker.0 Request processed in 24us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.966442:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1772471958.966451:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1772471958.966455:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856807552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471958.966474:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856807552:12345-0@lo:400:kworker.0 Request processed in 18us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471958.966478:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1772471958.968845:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856807040 00000100:00100000:3.0:1772471958.968860:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856807040 00000100:00100000:3.0:1772471958.968910:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1772471958.968929:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856807040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471958.969007:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856807040:12345-0@lo:400:kworker.0 Request processed in 89us (2950us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471958.969014:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00080000:3.0:1772471958.969037:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772471958.975607:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856807040:0@lo:400:kworker.0 00000100:00100000:0.0:1772471958.975627:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856807552:0@lo:400:kworker.0 00000100:00100000:0.0:1772471958.975638:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856806656:0@lo:400:kworker.0 00000100:00100000:0.0:1772471958.975649:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856807168:0@lo:400:kworker.0 00000100:00100000:0.0:1772471958.975659:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:0.0:1772471958.975665:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967350 00000004:00080000:0.0:1772471958.975690:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b84e27100, transno 4294967350 00000100:00100000:0.0:1772471958.975705:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856807680:0@lo:400:kworker.0 00000001:02000400:1.0:1772471959.002133:0:22103:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 12:19:17 (1772471957) 00000100:00100000:0.0:1772471959.330644:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.330719:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834852992 00000100:00100000:3.0:1772471959.330730:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834852992 00000100:00100000:3.0:1772471959.330817:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1124 00000100:00100000:3.0:1772471959.330827:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29757:x1858570834852992:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1772471959.331178:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471959.331290:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29757:x1858570834852992:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 464us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471959.331346:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1124 00000100:00100000:3.0:1772471959.341258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.341349:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.341559:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.341593:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834853120 00000100:00100000:3.0:1772471959.341604:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834853120 00000100:00100000:3.0:1772471959.341662:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834853504 00000100:00100000:3.0:1772471959.341665:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834853504 00000100:00100000:3.0:1772471959.341679:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834853248 00000100:00100000:3.0:1772471959.341681:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834853248 00000100:00100000:3.0:1772471959.341693:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1125 00000100:00100000:3.0:1772471959.341701:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29757:x1858570834853120:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1772471959.341799:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29757:x1858570834853120:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 99us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471959.341806:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1125 00000100:00100000:3.0:1772471959.341821:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1126 00000100:00100000:3.0:1772471959.341827:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29758:x1858570834853504:12345-192.168.202.58@tcp:36:mkdir.0 00010000:00010000:3.0:1772471959.341857:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1772471959.342094:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1127 00000100:00100000:0.0:1772471959.342103:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:2411:x1858570834853248:12345-192.168.202.58@tcp:41:mkdir.0 00000004:00000024:0.0:1772471959.342126:0:10040:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:0.0:1772471959.342159:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:2411:x1858570834853248:12345-192.168.202.58@tcp:41:mkdir.0 Request processed in 57us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471959.342165:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1127 00000100:00080000:0.0:1772471959.342207:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1772471959.345370:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d277b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ea0 expref: 94 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.345395:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471959.345401:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471959.345493:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.345510:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.345519:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.345558:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 42 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.345574:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 42 pid: 6526 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471959.345590:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856808064:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471959.345707:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe540 going to sleep for 11 seconds 00000100:00100000:0.0:1772471959.348617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471959.348709:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834853632 00000100:00100000:1.0:1772471959.348719:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834853632 00010000:00010000:1.0:1772471959.348756:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 43 pid: 6526 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471959.348804:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 352 00000100:00100000:1.0:1772471959.348814:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2412:x1858570834853632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471959.348828:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471959.348835:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 43 pid: 6526 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471959.348848:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 43 pid: 6526 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471959.348880:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471959.348886:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471959.348896:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471959.348903:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471959.348927:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471959.348977:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2412:x1858570834853632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 164us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471959.348984:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 352 00010000:00010000:3.0:1772471959.351577:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d27ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406eb5 expref: 42 pid: 6526 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471959.351600:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856808064:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471959.351623:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.351633:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.351640:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.351670:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.351683:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.351694:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352225:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352234:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352242:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471959.352255:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004dc28f0b reply state 000000005cd36189 transno 4294967962 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352267:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352275:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:3.0:1772471959.352278:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471959.352282:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772471959.352288:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:3.0:1772471959.352295:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352337:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352345:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352351:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471959.352355:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352363:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352373:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471959.352376:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471959.352380:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352387:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a14 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772471959.352397:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004dc28f0b reply state 000000005cd36189 transno 4294967962 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352404:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.352410:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8f9c83cf5e00) 00010000:00010000:3.0:1772471959.352412:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772471959.352413:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1772471959.352518:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29758:x1858570834853504:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 10688us (11165us total) trans 4294967962 rc 0/0 00000100:00100000:3.0:1772471959.352527:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1126 00000100:00100000:0.0:1772471959.718147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.718243:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834853760 00000100:00100000:3.0:1772471959.718253:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834853760 00000100:00100000:3.0:1772471959.718345:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1128 00000100:00100000:3.0:1772471959.718355:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+95:29795:x1858570834853760:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:3.0:1772471959.718379:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471959.718400:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f87 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.718476:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2a30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.718499:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.718513:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471959.718556:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471959.718559:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471959.718576:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.718598:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f87 expref: 97 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.718616:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2a30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f87 expref: 96 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.718625:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471959.718628:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471959.718633:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5a00, rc 0) 00000100:00100000:3.0:1772471959.718819:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29795:x1858570834853760:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 465us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471959.718827:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1128 00010000:00010000:2.0:1772471959.726211:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471959.729157:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471959.729221:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834853888 00000100:00100000:1.0:1772471959.729230:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834853888 00000100:00100000:2.0:1772471959.729240:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471959.729400:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834854144 00000100:00100000:1.0:1772471959.729403:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834854144 00000100:00100000:2.0:1772471959.729727:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1129 00000100:00100000:2.0:1772471959.729736:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834853888:12345-192.168.202.58@tcp:41:mkdir.0 00000004:00000024:2.0:1772471959.729771:0:6526:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471959.729946:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+10:2409:x1858570834853888:12345-192.168.202.58@tcp:41:mkdir.0 Request processed in 209us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471959.729954:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1129 00000100:00100000:2.0:1772471959.729975:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1130 00000100:00100000:2.0:1772471959.729982:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:29795:x1858570834854144:12345-192.168.202.58@tcp:36:mkdir.0 00000100:00100000:2.0:1772471959.730075:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd819500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6526:1858570856808192:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1772471959.730122:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471959.730155:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c812edf00 going to sleep for 11 seconds 00000100:00100000:2.0:1772471959.730170:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856808192 00000100:00100000:2.0:1772471959.730181:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856808192 00000100:00100000:2.0:1772471959.730203:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1772471959.730207:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6526:x1858570856808192:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1772471959.730494:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6526:x1858570856808192:12345-0@lo:1000:mdt00_001.0 Request processed in 285us (369us total) trans 0 rc 1/1 00000100:00100000:2.0:1772471959.730502:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1772471959.730627:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd819500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6526:1858570856808192:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1772471959.730669:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:29795:x1858570834854144:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 689us (1431us total) trans 0 rc -17/-17 00000100:00100000:2.0:1772471959.730674:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1130 00000100:00100000:2.0:1772471959.740779:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.745412:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834854272 00000100:00100000:3.0:1772471959.745428:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834854272 00000100:00100000:0.0:1772471959.747179:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1131 00000100:00100000:0.0:1772471959.747194:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29795:x1858570834854272:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772471959.747216:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471959.747238:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2a37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f8e expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747341:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747355:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747366:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747377:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747383:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747390:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747467:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2a4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747475:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747498:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471959.747546:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1772471959.747550:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471959.747569:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747584:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747590:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747597:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747603:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471959.747608:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747616:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747629:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471959.747633:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471959.747638:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747645:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747661:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747667:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747672:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747677:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471959.747680:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747685:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747692:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8f9c83cf5e00) 00010000:00010000:0.0:1772471959.747695:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471959.747698:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747704:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747729:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2a37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f8e expref: 98 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747744:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2a4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f8e expref: 97 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.747750:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:0.0:1772471959.747752:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471959.747755:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701dc00, rc 0) 00000100:00100000:0.0:1772471959.747843:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:29795:x1858570834854272:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 652us (7074us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471959.747853:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1131 00000040:00080000:3.0:1772471959.786558:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471959.786570:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471959.787008:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1772471959.787019:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471959.802407:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471959.802606:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834854400 00000100:00100000:3.0:1772471959.802618:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834854400 00000100:00100000:3.0:1772471959.802729:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1132 00000100:00100000:3.0:1772471959.802741:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+42:29801:x1858570834854400:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471959.802764:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471959.802799:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f95 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.802879:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.802892:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.802906:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471959.803048:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471959.803053:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471959.803079:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.803106:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2a53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.803123:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471959.803133:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471959.803136:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471959.803141:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:3.0:1772471959.803208:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29801:x1858570834854400:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 470us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471959.803216:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1132 00000100:00100000:3.0:1772471959.811544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471959.811760:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834854656 00000100:00100000:0.0:1772471959.811770:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834854656 00000100:00100000:0.0:1772471959.811834:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1133 00000100:00100000:0.0:1772471959.811844:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:29801:x1858570834854656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471959.811869:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471959.811872:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1772471959.811899:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2a4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f8e expref: 97 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812056:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:0.0:1772471959.812061:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471959.812075:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2a61 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406f9c expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812198:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812213:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812225:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812239:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812246:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812258:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812677:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812688:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812695:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471959.812704:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:0.0:1772471959.812723:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812730:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812736:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812742:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471959.812746:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812753:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812761:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:0.0:1772471959.812764:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471959.812767:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812777:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2a68 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471959.812787:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f59664b3 reply state 000000006c1b3e9e transno 4294967963 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812796:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812802:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8f9b86be0500) 00010000:00010000:0.0:1772471959.812805:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471959.812807:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772471959.812830:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2a61 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812843:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 98 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.812850:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772471959.812853:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471959.812855:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772471959.813387:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29801:x1858570834854656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1542us (1850us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1772471959.813397:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1133 00000100:00100000:2.0:1772471959.819637:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471959.819725:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834854912 00000100:00100000:0.0:1772471959.819736:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834854912 00000100:00100000:0.0:1772471959.819814:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1134 00000100:00100000:0.0:1772471959.819824:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29801:x1858570834854912:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471959.819851:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471959.819873:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2a84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fa3 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.820015:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.820034:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 100 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.820044:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.820080:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 100 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.820095:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 100 pid: 6527 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471959.820108:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856808320:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471959.820203:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733600 going to sleep for 11 seconds 00000100:00100000:0.0:1772471959.824079:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856808320:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471959.824111:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471959.826285:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471959.826407:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834855040 00000100:00100000:0.0:1772471959.826416:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834855040 00010000:00010000:0.0:1772471959.826464:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 101 pid: 6527 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471959.826503:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 353 00000100:00100000:0.0:1772471959.826512:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2412:x1858570834855040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471959.826528:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471959.826534:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 101 pid: 6527 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.826547:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 101 pid: 6527 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.826570:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2a76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f9c expref: 101 pid: 6527 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.826589:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772471959.826594:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.826605:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.826613:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.826645:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471959.826691:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2412:x1858570834855040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 180us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471959.826698:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 353 00010000:00010000:2.0:1772471959.826887:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.826896:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471959.826912:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:2.0:1772471959.827099:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827107:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827114:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827119:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471959.827124:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827132:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827142:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:2.0:1772471959.827145:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471959.827148:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827155:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2a8b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827207:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2a84 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fa3 expref: 100 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827216:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:2.0:1772471959.827218:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471959.827223:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2a84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fa3 expref: 100 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.827231:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:2.0:1772471959.827256:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29801:x1858570834854912:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 7434us (7630us total) trans 4294967964 rc 301/301 00000100:00100000:2.0:1772471959.827263:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1134 00000100:00100000:3.0:1772471959.830627:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.830748:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834855296 00000100:00100000:2.0:1772471959.830758:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834855296 00000100:00100000:2.0:1772471959.830828:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 229 00000100:00100000:2.0:1772471959.830840:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29801:x1858570834855296:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471959.831400:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:29801:x1858570834855296:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 561us (780us total) trans 4294967965 rc 0/0 00000100:00100000:2.0:1772471959.831408:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 229 00000100:00100000:3.0:1772471959.842981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.843228:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834855424 00000100:00100000:2.0:1772471959.843237:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834855424 00000100:00100000:2.0:1772471959.843325:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1135 00000100:00100000:2.0:1772471959.843336:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:29801:x1858570834855424:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471959.843361:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471959.843386:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2a99 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406faa expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.843461:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2a99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406faa expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.843488:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2a99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406faa expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.843507:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471959.843511:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471959.843515:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d400, rc 0) 00000100:00100000:2.0:1772471959.843576:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:29801:x1858570834855424:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 242us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471959.843584:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1135 00000100:00100000:3.0:1772471959.848012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471959.848179:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834855680 00000100:00100000:0.0:1772471959.848190:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834855680 00000100:00100000:0.0:1772471959.848252:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1136 00000100:00100000:0.0:1772471959.848262:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:29801:x1858570834855680:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1772471959.848371:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848388:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848400:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848570:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848579:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848586:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848592:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471959.848596:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848604:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848617:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471959.848621:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1772471959.848626:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.848636:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aa0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471959.848713:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:29801:x1858570834855680:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 451us (710us total) trans 4294967966 rc 0/0 00000100:00100000:0.0:1772471959.848721:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1136 00000100:00100000:3.0:1772471959.851676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.852217:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834855936 00000100:00100000:2.0:1772471959.852228:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834855936 00000100:00100000:2.0:1772471959.852290:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1137 00000100:00100000:2.0:1772471959.852422:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:29801:x1858570834855936:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471959.852666:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.852681:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.852690:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772471959.852738:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967967 00000004:00010000:2.0:1772471959.852754:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000054c0caed reply state 0000000012308d16 transno 4294967968 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.852763:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.852768:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471959.852770:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471959.852773:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471959.853332:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:29801:x1858570834855936:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 1002us (1638us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1772471959.853339:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1137 00000020:00080000:2.0:1772471959.853343:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1772471959.856458:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.856612:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834856192 00000100:00100000:2.0:1772471959.856623:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834856192 00000100:00100000:2.0:1772471959.856678:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 230 00000100:00100000:2.0:1772471959.856690:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:29801:x1858570834856192:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471959.857117:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:29801:x1858570834856192:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 428us (666us total) trans 4294967969 rc 0/0 00000100:00100000:2.0:1772471959.857126:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 230 00000100:00100000:3.0:1772471959.928693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471959.928876:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834856320 00000100:00100000:0.0:1772471959.928886:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834856320 00000100:00100000:0.0:1772471959.928947:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1138 00000100:00100000:0.0:1772471959.928955:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:29807:x1858570834856320:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:0.0:1772471959.928978:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471959.928996:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fb1 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929277:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929293:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929330:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929343:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929350:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929361:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929437:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2ac3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929445:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.929789:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471959.929825:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1772471959.930000:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471959.930536:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.930554:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.930561:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.930568:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931649:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471959.931657:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931667:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931682:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471959.931684:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471959.931688:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931692:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2ab5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931708:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931712:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931716:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931719:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471959.931721:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931724:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931728:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8f9c83cf5e00) 00010000:00010000:0.0:1772471959.931729:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471959.931731:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931734:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2abc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931770:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2aae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fb1 expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931780:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701dc00/0xb50b868c089d2ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fb1 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.931784:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:0.0:1772471959.931786:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772471959.931787:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701dc00, rc 0) 00000100:00100000:0.0:1772471959.934859:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29807:x1858570834856320:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 5890us (6160us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471959.934876:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1138 00000100:00100000:3.0:1772471959.942046:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.942812:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834856576 00000100:00100000:2.0:1772471959.942825:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834856576 00000100:00100000:2.0:1772471959.942888:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1139 00000100:00100000:2.0:1772471959.942898:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29807:x1858570834856576:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1772471959.942923:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471959.942945:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2aca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fb8 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943014:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943039:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943051:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943061:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943069:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943075:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943175:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2adf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943183:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2adf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943191:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2adf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471959.943201:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:2.0:1772471959.943291:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943352:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943358:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943363:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471959.943368:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943375:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943387:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:2.0:1772471959.943391:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471959.943395:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943402:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ad1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943414:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943420:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943425:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943430:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471959.943433:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943439:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943446:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8f9b86be0500) 00010000:00010000:2.0:1772471959.943448:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471959.943460:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943467:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ad8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943518:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2aca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fb8 expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943531:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2adf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fb8 expref: 109 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.943538:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471959.943540:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471959.943542:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5ca00, rc 0) 00000100:00100000:2.0:1772471959.943614:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:29807:x1858570834856576:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 716us (1593us total) trans 4294967970 rc 0/0 00000100:00100000:2.0:1772471959.943621:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1139 00000100:00100000:3.0:1772471959.953711:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.953801:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834856832 00000100:00100000:2.0:1772471959.953821:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834856832 00000100:00100000:2.0:1772471959.953896:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 51 00000100:00100000:2.0:1772471959.953907:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca057bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:29807:x1858570834856832:12345-192.168.202.58@tcp:103:cmp.0 00010000:00010000:2.0:1772471959.953924:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1772471959.953960:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2adf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fb8 expref: 109 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.953981:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2a99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406faa expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.953992:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471959.953997:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471959.954066:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca057bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29807:x1858570834856832:12345-192.168.202.58@tcp:103:cmp.0 Request processed in 162us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471959.954073:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 51 00000100:00100000:0.0:1772471959.958723:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471959.959127:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834856960 00000100:00100000:2.0:1772471959.959137:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834856960 00000100:00100000:2.0:1772471959.959238:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1140 00000100:00100000:2.0:1772471959.959249:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29807:x1858570834856960:12345-192.168.202.58@tcp:58:cmp.0 00010000:00010000:2.0:1772471959.959413:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.959431:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471959.959443:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772471959.959565:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:2.0:1772471959.959666:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29807:x1858570834856960:12345-192.168.202.58@tcp:58:cmp.0 Request processed in 418us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471959.959678:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1140 00000100:00100000:3.0:1772471959.964907:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471959.965568:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834857088 00000100:00100000:0.0:1772471959.965578:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834857088 00000100:00100000:0.0:1772471959.965704:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1141 00000100:00100000:0.0:1772471959.965714:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29807:x1858570834857088:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:0.0:1772471959.965735:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471959.965756:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fbf expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.965825:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.965837:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.965864:0:6526:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.965878:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.965892:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471959.965895:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471959.965899:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471959.965907:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772471959.965979:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:29807:x1858570834857088:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 267us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471959.965986:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1141 00000100:00100000:1.0:1772471959.978714:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856808448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471959.978802:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471959.979239:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856808448 00000100:00100000:3.0:1772471959.979250:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856808448 00000100:00100000:3.0:1772471959.979340:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1772471959.979351:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856808448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471959.979384:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 137534272 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471959.979436:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856808448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471959.979444:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1772471959.979555:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856808448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471959.980728:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856808576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471959.980801:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471959.981391:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856808576 00000100:00100000:1.0:1772471959.981401:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856808576 00000100:00100000:1.0:1772471959.981511:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1772471959.981522:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856808576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471959.981543:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 137534272 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471959.982693:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856808576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1168us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471959.982704:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1772471959.983112:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856808576:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1772471960.299036:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772471960.746738:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772471960.812416:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471960.812426:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471960.812456:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:3.0:1772471960.812465:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471960.812605:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856808704:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772471960.812775:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865feb40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471960.835441:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471960.836018:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834857216 00000100:00100000:3.0:1772471960.836029:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834857216 00000100:00100000:3.0:1772471960.836087:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1142 00000100:00100000:3.0:1772471960.836097:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29808:x1858570834857216:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471960.836142:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471960.836255:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29808:x1858570834857216:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 159us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471960.836264:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1142 00000100:00100000:2.0:1772471960.837325:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856808704:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772471960.849554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471960.849800:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834857344 00000100:00100000:2.0:1772471960.849811:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834857344 00000100:00100000:2.0:1772471960.849879:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1143 00000100:00100000:2.0:1772471960.849890:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29808:x1858570834857344:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1772471960.849971:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.849991:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850004:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850069:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850077:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850083:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850119:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850128:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850138:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471960.850186:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1772471960.850192:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471960.850207:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850220:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850226:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850233:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850239:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.850243:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850251:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850264:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772471960.850267:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.850272:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850278:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2afb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850296:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850675:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850681:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850686:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.850689:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850695:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850708:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff8f9b83a2e000) 00010000:00010000:2.0:1772471960.850711:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.850714:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850719:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b02 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850737:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850743:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850749:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850755:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.850758:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850763:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850770:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471960.850773:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.850776:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.850781:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b09 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471960.855716:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29808:x1858570834857344:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 5816us (6159us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471960.855733:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1143 00000100:00100000:3.0:1772471960.858979:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.859891:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834857600 00000100:00100000:0.0:1772471960.859904:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834857600 00000100:00100000:0.0:1772471960.859972:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1144 00000100:00100000:0.0:1772471960.859982:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:29808:x1858570834857600:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.860006:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471960.860029:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b10 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fc6 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860803:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860824:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860837:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471960.860850:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1772471960.860933:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860940:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860946:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860952:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471960.860957:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860965:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860979:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471960.860982:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471960.860986:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.860997:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.861045:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b10 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fc6 expref: 45 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.861056:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772471960.861059:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772471960.861063:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b10 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fc6 expref: 45 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.861072:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772471960.861452:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29808:x1858570834857600:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1462us (2474us total) trans 4294967971 rc 301/301 00000100:00100000:0.0:1772471960.861461:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1144 00000100:00100000:0.0:1772471960.873998:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471960.874099:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834857728 00000100:00100000:1.0:1772471960.874122:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834857728 00000100:00100000:1.0:1772471960.874195:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1145 00000100:00100000:1.0:1772471960.874205:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29808:x1858570834857728:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772471960.874253:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772471960.874419:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29808:x1858570834857728:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 216us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471960.874428:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1145 00000100:00100000:3.0:1772471960.877341:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.877447:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834857856 00000100:00100000:0.0:1772471960.877456:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834857856 00000100:00100000:0.0:1772471960.877525:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1146 00000100:00100000:0.0:1772471960.877534:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:29808:x1858570834857856:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.877556:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471960.877578:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fcd expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877657:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877677:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877689:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877701:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877708:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877715:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877795:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2b3a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877805:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877812:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471960.877845:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1772471960.877849:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471960.877868:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2b3a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877880:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877889:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877896:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877902:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471960.877907:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877915:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877926:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471960.877929:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471960.877933:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877939:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877952:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877959:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877965:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877970:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471960.877973:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877979:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877986:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8f9c83cf5e00) 00010000:00010000:0.0:1772471960.877988:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471960.877991:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.877996:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.878022:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fcd expref: 46 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.878034:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ca00/0xb50b868c089d2b3a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fcd expref: 45 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.878040:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:0.0:1772471960.878043:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772471960.878045:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ca00, rc 0) 00000100:00100000:0.0:1772471960.878110:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29808:x1858570834857856:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 576us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471960.878118:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1146 00000100:00100000:3.0:1772471960.882749:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.882845:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834858112 00000100:00100000:0.0:1772471960.882856:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834858112 00000100:00100000:0.0:1772471960.882919:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1147 00000100:00100000:0.0:1772471960.882930:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29808:x1858570834858112:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.882954:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471960.882978:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b41 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fd4 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772471960.884581:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:0.0:1772471960.884752:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b48 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.884769:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b48 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.884783:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b48 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.884855:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b41 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fd4 expref: 48 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.884875:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b48 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fd4 expref: 47 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.884884:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772471960.884887:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471960.884891:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772471960.884969:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29808:x1858570834858112:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 2041us (2229us total) trans 4294967972 rc 0/0 00000100:00100000:0.0:1772471960.884979:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1147 00000100:00100000:1.0:1772471960.896957:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471960.897069:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834858368 00000100:00100000:2.0:1772471960.897080:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834858368 00000100:00100000:2.0:1772471960.897148:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1148 00000100:00100000:2.0:1772471960.897158:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29808:x1858570834858368:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471960.897220:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471960.897250:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2b48 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fd4 expref: 47 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897272:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772471960.897284:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471960.897370:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897384:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897396:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897411:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897419:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897425:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897610:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897617:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897624:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897630:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.897634:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897641:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897650:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:2.0:1772471960.897653:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.897657:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897664:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2b56 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897674:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897680:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897686:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897691:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.897694:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897699:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897705:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0xdfa2a041 (ffff8f9b83a2e000) 00010000:00010000:2.0:1772471960.897708:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.897711:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.897717:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2b5d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0xdfa2a041 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471960.897798:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:29808:x1858570834858368:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 640us (851us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772471960.897813:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1148 00000100:00100000:3.0:1772471960.904166:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471960.904263:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834858496 00000100:00100000:2.0:1772471960.904274:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834858496 00000100:00100000:2.0:1772471960.904363:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1149 00000100:00100000:2.0:1772471960.904386:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:29808:x1858570834858496:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471960.904408:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471960.904433:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2b64 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fdb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.904481:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.904495:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.904508:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.904628:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2b64 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.904647:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.904655:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:2.0:1772471960.904658:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471960.904662:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772471960.904728:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29808:x1858570834858496:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 345us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471960.904736:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1149 00000100:00100000:1.0:1772471960.918234:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.918345:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834858752 00000100:00100000:0.0:1772471960.918357:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834858752 00000100:00100000:0.0:1772471960.918428:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1150 00000100:00100000:0.0:1772471960.918438:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29808:x1858570834858752:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.918539:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.918557:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.918569:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772471960.918738:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 88 off9072 00000004:00080000:0.0:1772471960.918749:0:6527:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 791948445969ns, next at 792948443552ns, rc = 0 00000004:00010000:0.0:1772471960.918808:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000de007340 reply state 00000000d7b19be0 transno 4294967973 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.918821:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.918829:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:0.0:1772471960.918832:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1772471960.918835:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772471960.918998:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29808:x1858570834858752:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 560us (774us total) trans 4294967973 rc 0/0 00000100:00100000:0.0:1772471960.919006:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1150 00000100:00100000:1.0:1772471960.922654:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.922761:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834858880 00000100:00100000:0.0:1772471960.922854:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834858880 00000100:00100000:0.0:1772471960.922973:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1151 00000100:00100000:0.0:1772471960.922984:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29808:x1858570834858880:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.923014:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471960.923035:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fe2 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.923088:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 50 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.923115:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 50 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.923134:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:0.0:1772471960.923137:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471960.923142:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772471960.923201:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29808:x1858570834858880:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 218us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471960.923209:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1151 00000100:00100000:2.0:1772471960.928490:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471960.928708:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834859008 00000100:00100000:3.0:1772471960.928718:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834859008 00000100:00100000:3.0:1772471960.928848:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 296 00000100:00100000:3.0:1772471960.928859:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834859008:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1772471960.929206:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834859008:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 349us (725us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1772471960.929217:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 296 00000100:00080000:0.0:1772471960.929516:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471960.931760:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471960.931926:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834859264 00000100:00100000:2.0:1772471960.931940:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834859264 00000100:00100000:2.0:1772471960.932002:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 231 00000100:00100000:2.0:1772471960.932012:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:29808:x1858570834859264:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471960.932347:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29808:x1858570834859264:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 336us (594us total) trans 4294967974 rc 0/0 00000100:00100000:2.0:1772471960.932354:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 231 00000100:00100000:2.0:1772471960.938002:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.938097:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834859520 00000100:00100000:0.0:1772471960.938107:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834859520 00000100:00100000:0.0:1772471960.938162:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1152 00000100:00100000:0.0:1772471960.938171:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29808:x1858570834859520:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471960.938285:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29808:x1858570834859520:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 114us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471960.938293:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1152 00000100:00100000:3.0:1772471960.941249:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.941590:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834859648 00000100:00100000:0.0:1772471960.941600:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834859648 00000100:00100000:0.0:1772471960.941662:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1153 00000100:00100000:0.0:1772471960.941673:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29808:x1858570834859648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.941693:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471960.941714:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b80 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406fe9 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.941802:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2b87 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.941818:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.941831:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471960.941873:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471960.941891:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.941917:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2b80 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe9 expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.941936:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2b87 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe9 expref: 52 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.941945:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:0.0:1772471960.941948:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1772471960.941952:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:0.0:1772471960.942015:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29808:x1858570834859648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 343us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471960.942026:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1153 00000100:00100000:1.0:1772471960.945674:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471960.945864:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834859776 00000100:00100000:3.0:1772471960.945874:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834859776 00000100:00100000:1.0:1772471960.946999:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 297 00000100:00100000:1.0:1772471960.947020:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834859776:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471960.947042:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471960.947064:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ff0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471960.947093:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69a5c699, blocks: 0x0 00010000:00010000:1.0:1772471960.947115:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471960.947117:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471960.947127:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471960.947144:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471960.947164:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbc00, rc 0) 00000100:00100000:1.0:1772471960.947232:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834859776:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 221us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471960.947241:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 297 00000100:00100000:1.0:1772471960.950641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.950714:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860032 00000100:00100000:0.0:1772471960.950724:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860032 00000100:00100000:0.0:1772471960.950790:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1154 00000100:00100000:0.0:1772471960.950799:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29808:x1858570834860032:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471960.950918:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29808:x1858570834860032:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 119us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471960.950925:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1154 00000100:00100000:3.0:1772471960.957478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471960.957724:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860160 00000100:00100000:1.0:1772471960.957734:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860160 00000100:00100000:1.0:1772471960.957806:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 298 00000100:00100000:1.0:1772471960.957817:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:29808:x1858570834860160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471960.957839:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471960.957862:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ff7 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471960.957898:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471960.957906:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471960.957909:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471960.957913:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471960.957952:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471960.957967:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471960.957984:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856808832:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471960.958117:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676300 going to sleep for 11 seconds 00000100:00100000:3.0:1772471960.967780:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856808832:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471960.967819:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471960.967840:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:3.0:1772471960.967898:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:29808:x1858570834860160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 10082us (10436us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471960.967907:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 298 00000100:00100000:3.0:1772471960.969464:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.969560:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860288 00000100:00100000:0.0:1772471960.969570:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860288 00010000:00010000:0.0:1772471960.969608:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471960.969652:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 354 00000100:00100000:0.0:1772471960.969662:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834860288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471960.969678:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471960.969699:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.969713:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.969734:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff81de5e/0xb50b868c089d2b8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff0 expref: 12 pid: 8408 timeout: 891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.969755:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471960.969757:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471960.969765:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.969786:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.969820:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471960.969833:0:6511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6511:1858570856808960:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471960.969906:0:6511:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733600 going to sleep for 11 seconds 00000100:00100000:0.0:1772471960.972369:0:6511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6511:1858570856808960:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471960.972392:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471960.972441:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834860288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2780us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471960.972460:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 354 00000100:00100000:2.0:1772471960.978082:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471960.978250:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860416 00000100:00100000:0.0:1772471960.978261:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860416 00002000:00100000:0.0:1772471960.978346:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff8f9b84ec0000 x1858570834860416/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:751/0 lens 648/0 e 0 to 0 dl 1772471971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471960.978357:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec0000 with x1858570834860416 ext(0->157) 00002000:00010000:0.0:1772471960.978363:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b84ec0000 00000100:00100000:0.0:1772471960.978397:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 84 00000100:00100000:0.0:1772471960.978407:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834860416:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1772471960.979646:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834860416:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 1233us (1566us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1772471960.979659:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 84 00002000:00100000:0.0:1772471960.979669:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff8f9b84ec0000 x1858570834860416/t4294967352(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:751/0 lens 648/448 e 0 to 0 dl 1772471971 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471960.979679:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec0000 with x1858570834860416 ext(0->157) 00002000:00010000:0.0:1772471960.979684:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b84ec0000 00000100:00100000:3.0:1772471960.982107:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471960.982346:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860544 00000100:00100000:2.0:1772471960.982357:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860544 00000100:00100000:2.0:1772471960.982435:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1155 00000100:00100000:2.0:1772471960.982456:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:29808:x1858570834860544:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1772471960.984457:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967974 is committed 00000004:00080000:3.0:1772471960.984482:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000001:00080000:3.0:1772471960.984516:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967970 is committed 00000020:00080000:3.0:1772471960.984532:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00010000:00010000:2.0:1772471960.984611:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984623:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984631:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984636:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.984641:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984649:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984668:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8f9c83cf5e00) 00010000:00010000:2.0:1772471960.984671:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.984677:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984683:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2a1b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984703:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984709:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984715:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984719:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.984722:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984728:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984735:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:2.0:1772471960.984737:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.984740:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984745:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2a22 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984762:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984768:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984774:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984779:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.984782:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984788:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984794:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8f9b86be0500) 00010000:00010000:2.0:1772471960.984796:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.984799:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984805:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2a6f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984818:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984824:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984830:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984835:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.984838:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984843:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984850:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471960.984852:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772471960.984855:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.984861:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2aa7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471960.984995:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:29808:x1858570834860544:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 2546us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471960.985004:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1155 00000020:00080000:1.0:1772471960.985295:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:1.0:1772471960.985332:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:2.0:1772471960.985595:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856809088:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1772471960.985646:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471960.985733:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856809088 00000100:00100000:1.0:1772471960.985741:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856809088 00000100:00100000:1.0:1772471960.985806:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1772471960.985815:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856809088:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1772471960.985936:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1772471960.985940:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime from disk: 0 -> 1772471961 00002000:00010000:1.0:1772471960.985942:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1772471960.985945:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime from disk: 1772471961 -> 1772471961 00002000:00010000:1.0:1772471960.985947:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1772471960.985983:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856809088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (337us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1772471960.985990:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000004:00080000:1.0:1772471960.986029:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cb7827480/2, rc 0, transno 4294967353 00000100:00100000:1.0:1772471960.986035:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856809088:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1772471960.986485:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471960.988139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471960.988215:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860672 00000100:00100000:3.0:1772471960.988225:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860672 00000100:00100000:3.0:1772471960.988276:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 300 00000100:00100000:3.0:1772471960.988286:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834860672:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00010000:00010000:0.0:1772471960.988653:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.988664:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.988672:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.988679:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471960.988683:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.988690:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.988708:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:0.0:1772471960.988711:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1772471960.988716:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471960.988722:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2b72 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772471960.994102:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000001:00080000:1.0:1772471960.994118:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:3.0:1772471960.994519:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834860672:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 6227us (6380us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471960.994532:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 300 00000100:00100000:3.0:1772471960.997940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471960.998269:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834860928 00000100:00100000:2.0:1772471960.998279:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834860928 00000100:00100000:2.0:1772471960.998380:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1156 00000100:00100000:2.0:1772471960.998390:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:29808:x1858570834860928:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471960.998440:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471960.998812:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2b87 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe9 expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998832:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:2.0:1772471960.998837:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471960.998868:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998881:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998890:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998913:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998920:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998927:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998933:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471960.998937:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998944:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998952:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:2.0:1772471960.998955:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471960.998959:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471960.998964:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2b9c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471960.999073:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:29808:x1858570834860928:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 685us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471960.999080:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1156 00000100:00100000:1.0:1772471961.002014:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.002099:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834861056 00000100:00100000:3.0:1772471961.002109:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834861056 00000100:00100000:3.0:1772471961.002197:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 301 00000100:00100000:3.0:1772471961.002206:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834861056:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1772471961.002399:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1772471961.002403:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime from disk: 1772471961 -> 1536580263 00002000:00010000:3.0:1772471961.002406:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime from disk: 0 -> 1772471218 00002000:00010000:3.0:1772471961.002408:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime from disk: 1772471961 -> 1772471959 00002000:00010000:3.0:1772471961.002410:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1772471961.002577:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834861056:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 371us (572us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1772471961.002585:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 301 00000100:00100000:3.0:1772471961.004720:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471961.004912:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834861312 00000100:00100000:1.0:1772471961.004924:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834861312 00000100:00100000:1.0:1772471961.005033:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1157 00000100:00100000:1.0:1772471961.005044:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:29808:x1858570834861312:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1772471961.005113:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.005132:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.005142:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.005181:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.005195:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 46 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.005213:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856809216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471961.005418:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676b40 going to sleep for 11 seconds 00000100:00080000:2.0:1772471961.005601:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471961.007600:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856809216:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471961.007638:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.008950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471961.009137:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834861440 00000100:00100000:1.0:1772471961.009146:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834861440 00010000:00010000:1.0:1772471961.009184:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 47 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.009227:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 355 00000100:00100000:1.0:1772471961.009235:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2411:x1858570834861440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471961.009249:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471961.009255:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 47 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.009264:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 47 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.009281:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2b6b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fdb expref: 47 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.009293:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:1.0:1772471961.009297:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.009337:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.009343:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.009375:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471961.009428:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2411:x1858570834861440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 193us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471961.009436:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 355 00010000:00010000:3.0:1772471961.010154:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010164:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010202:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010209:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010220:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010226:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471961.010232:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010240:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010253:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:3.0:1772471961.010256:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1772471961.010260:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.010265:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2ba3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.010495:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29808:x1858570834861312:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 5451us (5781us total) trans 0 rc -22/-22 00000100:00100000:3.0:1772471961.010508:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1157 00000100:00100000:3.0:1772471961.015032:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471961.015216:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834861568 00000100:00100000:1.0:1772471961.015228:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834861568 00000100:00100000:1.0:1772471961.015281:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 302 00000100:00100000:1.0:1772471961.015291:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834861568:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772471961.015356:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.015380:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.015389:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772471961.015392:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772471961.015395:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.015433:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.015447:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 11 pid: 16551 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.015461:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856809344:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471961.015554:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676b40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471961.019091:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856809344:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471961.019123:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.021254:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471961.021393:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834861696 00000100:00100000:1.0:1772471961.021404:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834861696 00010000:00010000:1.0:1772471961.021459:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 12 pid: 16551 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.021521:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 356 00000100:00100000:1.0:1772471961.021531:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834861696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471961.021548:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471961.021569:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 12 pid: 16551 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.021584:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 12 pid: 16551 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.021609:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d2b95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ff7 expref: 12 pid: 16551 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.021625:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471961.021627:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471961.021632:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.021643:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.021675:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471961.021729:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834861696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 199us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471961.021736:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 356 00010000:00010000:2.0:1772471961.022350:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022362:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022391:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022400:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022409:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022415:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471961.022420:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022436:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022591:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.022600:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2baa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471961.022665:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834861568:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 7374us (7641us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471961.022673:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 302 00000100:00100000:3.0:1772471961.024603:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471961.024690:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834861952 00000100:00100000:2.0:1772471961.024700:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834861952 00000100:00100000:2.0:1772471961.024755:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1158 00000100:00100000:2.0:1772471961.024764:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:29808:x1858570834861952:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772471961.024849:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.024865:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.024878:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.025039:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.025051:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 46 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.025060:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.025090:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 46 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.025103:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 46 pid: 10040 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471961.025117:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856809472:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471961.025194:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4300 going to sleep for 11 seconds 00000100:00100000:3.0:1772471961.027981:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856809472:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471961.028012:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.028835:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471961.029635:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834862080 00000100:00100000:0.0:1772471961.029645:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834862080 00010000:00010000:0.0:1772471961.029687:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 47 pid: 10040 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471961.029727:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 357 00000100:00100000:0.0:1772471961.029735:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2411:x1858570834862080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471961.029750:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471961.029756:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 47 pid: 10040 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.029777:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 47 pid: 10040 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.029800:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2b79 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fe2 expref: 47 pid: 10040 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.029815:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:0.0:1772471961.029820:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.029828:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.029834:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.029904:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471961.029971:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2411:x1858570834862080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 235us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471961.029979:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 357 00010000:00010000:3.0:1772471961.031284:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.031296:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471961.031749:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967975 00000001:00080000:2.0:1772471961.035800:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967976 00000001:00080000:2.0:1772471961.035900:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967977 00000100:00100000:2.0:1772471961.035990:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856809600:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471961.036057:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471961.036100:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471961.036265:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856809600 00000100:00100000:3.0:1772471961.036275:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856809600 00000100:00100000:3.0:1772471961.036361:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1772471961.036371:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856809600:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772471961.036628:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856809600:12345-0@lo:1000:mdt00_003.0 Request processed in 258us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471961.036637:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1772471961.036917:0:9675:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:0.0:1772471961.036925:0:9675:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cb7827480, transno 4294967353 00000100:00100000:0.0:1772471961.036988:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856809600:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1772471961.037109:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967978 00000100:00100000:0.0:1772471961.037163:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856809728:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1772471961.037203:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471961.037228:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8000 going to sleep for 11 seconds 00000100:00100000:2.0:1772471961.037275:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856809728 00000100:00100000:2.0:1772471961.037280:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856809728 00000100:00100000:2.0:1772471961.037347:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1772471961.037355:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856809728:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772471961.037506:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9675:x1858570856809728:12345-0@lo:1000:mdt00_003.0 Request processed in 152us (302us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1772471961.037514:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1772471961.037589:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856809728:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1772471961.037625:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037635:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037642:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037648:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471961.037653:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037662:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037684:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:0.0:1772471961.037688:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471961.037693:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037699:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2bb8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037727:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037733:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037738:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037743:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471961.037745:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037751:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037758:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471961.037760:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471961.037779:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 95 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037791:0:9675:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 95 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037800:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 95 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.037824:0:9675:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 95 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471961.037835:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856809856:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471961.037901:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8000 going to sleep for 11 seconds 00000100:00100000:0.0:1772471961.041476:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856809856:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471961.041507:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041517:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2aed lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041550:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041564:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041577:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041588:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041595:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041602:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041608:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471961.041612:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041618:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041630:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471961.041632:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471961.041636:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041641:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2bbf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041650:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041657:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041663:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041668:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471961.041671:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041681:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041689:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471961.041691:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471961.041694:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.041699:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2bb1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471961.041884:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29808:x1858570834861952:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 17118us (17290us total) trans 4294967979 rc 0/0 00000100:00100000:0.0:1772471961.041896:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1158 00000020:00080000:0.0:1772471961.041903:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1772471961.042117:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471961.042123:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471961.042140:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:2.0:1772471961.042145:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772471961.044297:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.044402:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834862336 00000100:00100000:3.0:1772471961.044412:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834862336 00000100:00100000:3.0:1772471961.044482:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 232 00000100:00100000:3.0:1772471961.044493:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:29808:x1858570834862336:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1772471961.044760:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1772471961.044810:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967980 00010000:00010000:3.0:1772471961.044849:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.044865:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.044876:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.044885:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.044893:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.044899:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.044919:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772471961.045008:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29808:x1858570834862336:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 515us (718us total) trans 4294967981 rc 0/0 00000100:00100000:3.0:1772471961.045016:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 232 00000020:00080000:3.0:1772471961.045022:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1772471961.047533:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471961.047549:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.047559:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471961.047563:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.047573:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.047594:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8f9b84d9ec00) 00010000:00010000:0.0:1772471961.047597:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772471961.047602:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.047611:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2bc6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.047638:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471961.047640:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471961.047642:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471961.056147:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471961.056237:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834862464 00000100:00100000:0.0:1772471961.056248:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834862464 00000100:00100000:0.0:1772471961.056351:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 233 00000100:00100000:0.0:1772471961.056361:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29807:x1858570834862464:12345-192.168.202.58@tcp:49:cmp.0 00000100:00100000:0.0:1772471961.056504:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29807:x1858570834862464:12345-192.168.202.58@tcp:49:cmp.0 Request processed in 144us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471961.056512:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 233 00000100:00080000:2.0:1772471961.056812:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471961.060479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.060568:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834862592 00000100:00100000:3.0:1772471961.060577:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834862592 00000100:00100000:3.0:1772471961.060644:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 303 00000100:00100000:3.0:1772471961.060655:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:29807:x1858570834862592:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:3.0:1772471961.060674:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471961.060695:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d406ffe expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471961.060721:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69a5c3b2, ctime: 0x69a5c697, blocks: 0x8 00010000:00010000:3.0:1772471961.060749:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471961.060752:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471961.060777:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.060797:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.060810:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4600, rc 0) 00000100:00100000:3.0:1772471961.060879:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:29807:x1858570834862592:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 227us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471961.060887:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 303 00000100:00080000:2.0:1772471961.061051:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471961.064818:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.064957:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834862720 00000100:00100000:3.0:1772471961.064970:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834862720 00002000:00100000:3.0:1772471961.065022:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff8f9b862c7100 x1858570834862720/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:752/0 lens 488/0 e 0 to 0 dl 1772471972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471961.065034:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b862c7100 with x1858570834862720 ext(0->4095) 00002000:00010000:3.0:1772471961.065040:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b862c7100 00000100:00100000:3.0:1772471961.065077:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 85 00000100:00100000:3.0:1772471961.065086:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834862720:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1772471961.065286:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834862720:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 200us (477us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471961.065294:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 85 00002000:00100000:3.0:1772471961.065342:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff8f9b862c7100 x1858570834862720/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:752/0 lens 488/4536 e 0 to 0 dl 1772471972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471961.065352:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b862c7100 with x1858570834862720 ext(0->4095) 00002000:00010000:3.0:1772471961.065356:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b862c7100 00000100:00100000:0.0:1772471961.072254:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471961.072578:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834862976 00000100:00100000:2.0:1772471961.072589:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834862976 00000100:00100000:2.0:1772471961.072655:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 234 00000100:00100000:2.0:1772471961.072666:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:29807:x1858570834862976:12345-192.168.202.58@tcp:35:cmp.0 00000001:00080000:2.0:1772471961.072916:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967982 00000100:00100000:2.0:1772471961.073028:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:29807:x1858570834862976:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 364us (782us total) trans 4294967983 rc 0/0 00000100:00100000:2.0:1772471961.073035:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 234 00000020:00080000:2.0:1772471961.073040:0:21270:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1772471961.091183:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471961.091811:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834863104 00000100:00100000:2.0:1772471961.091822:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834863104 00000100:00100000:2.0:1772471961.091883:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1159 00000100:00100000:2.0:1772471961.091895:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:29809:x1858570834863104:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471961.091929:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471961.091953:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2bd4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407005 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092024:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092037:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092054:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092069:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092075:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092081:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092157:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092166:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092172:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471961.092212:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1772471961.092216:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471961.092233:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092245:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092254:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092265:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092270:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092276:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092282:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471961.092286:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092294:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092342:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:2.0:1772471961.092345:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471961.092351:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092357:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2bdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092738:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092748:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092754:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092760:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471961.092764:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092770:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092779:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8f9b83a2e000) 00010000:00010000:2.0:1772471961.092781:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471961.092784:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092789:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2be2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092826:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2bd4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 100 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092839:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471961.092847:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:2.0:1772471961.092849:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772471961.092851:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d400, rc 0) 00000100:00100000:2.0:1772471961.093245:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29809:x1858570834863104:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1351us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471961.093255:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1159 00000100:00100000:1.0:1772471961.100343:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.100648:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834863232 00000100:00100000:3.0:1772471961.100658:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834863232 00000100:00100000:3.0:1772471961.100761:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1160 00000100:00100000:3.0:1772471961.100788:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:29809:x1858570834863232:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471961.100810:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471961.100832:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2bf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40700c expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.100906:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2bf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.100931:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.100943:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471961.100986:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1772471961.100989:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471961.101009:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2bf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.101033:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2bf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40700c expref: 101 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.101051:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4c00/0xb50b868c089d2bf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40700c expref: 100 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.101059:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8f9c83cf5900) 00010000:00010000:3.0:1772471961.101062:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471961.101066:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4c00, rc 0) 00000100:00100000:3.0:1772471961.101125:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:29809:x1858570834863232:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 340us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471961.101133:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1160 00000100:00100000:1.0:1772471961.111998:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471961.112217:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834863488 00000100:00100000:0.0:1772471961.112227:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834863488 00000100:00100000:0.0:1772471961.112328:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1161 00000100:00100000:0.0:1772471961.112340:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:29809:x1858570834863488:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471961.112393:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471961.112417:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2bfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407013 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.112588:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.112605:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.112622:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471961.112636:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1772471961.112812:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2bfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407013 expref: 103 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.112840:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407013 expref: 102 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.112850:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471961.112853:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1772471961.112863:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772471961.113343:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:29809:x1858570834863488:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1003us (1358us total) trans 4294967984 rc 0/0 00000100:00100000:0.0:1772471961.113352:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1161 00000100:00100000:3.0:1772471961.116247:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471961.116344:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834863616 00000100:00100000:0.0:1772471961.116353:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834863616 00000100:00100000:0.0:1772471961.116409:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 304 00000100:00100000:0.0:1772471961.116418:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834863616:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:0.0:1772471961.116488:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.116509:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.116521:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471961.116523:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471961.116527:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.116561:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.116575:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 12 pid: 9676 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471961.116590:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856809984:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471961.116678:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471961.120514:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471961.121530:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856809984:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471961.121562:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.121705:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834863744 00000100:00100000:1.0:1772471961.121714:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834863744 00010000:00010000:1.0:1772471961.121761:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 13 pid: 9676 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.121813:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 358 00000100:00100000:1.0:1772471961.121824:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2411:x1858570834863744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471961.121840:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471961.121863:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 13 pid: 9676 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.121875:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 13 pid: 9676 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.121898:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077f40699/0xb50b868c089d2bcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406ffe expref: 13 pid: 9676 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.121913:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471961.121915:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471961.121920:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.121930:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.121957:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471961.122012:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834863744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 190us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471961.122020:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 358 00010000:00010000:3.0:1772471961.122187:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122197:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122220:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122228:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122237:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122244:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471961.122248:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122257:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122269:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.122281:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.122352:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834863616:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 5935us (6114us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471961.122360:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 304 00000100:00100000:1.0:1772471961.125199:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.125265:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864000 00000100:00100000:3.0:1772471961.125275:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864000 00000100:00100000:3.0:1772471961.125350:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 235 00000100:00100000:3.0:1772471961.125360:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:29809:x1858570834864000:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:3.0:1772471961.125430:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407013 expref: 102 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471961.125744:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967985 00000001:00080000:3.0:1772471961.126060:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967986 00010000:00010000:3.0:1772471961.126099:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.126116:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.126125:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.126133:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.126174:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.126189:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 105 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.126203:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856810112:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471961.126290:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.126317:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 105 pid: 6526 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.126341:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856810240:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471961.126364:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471961.129758:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471961.129805:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471961.129841:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864256 00000100:00100000:0.0:1772471961.129850:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864256 00010000:00010000:0.0:1772471961.129890:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 106 pid: 6526 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471961.129938:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864128 00000100:00100000:0.0:1772471961.129942:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864128 00010000:00010000:0.0:1772471961.129954:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 107 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471961.129970:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856810112:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471961.129975:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 359 00000100:00100000:2.0:1772471961.129981:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856810240:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471961.129983:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2412:x1858570834864256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471961.129999:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471961.130004:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.130005:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 107 pid: 6526 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.130017:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 107 pid: 6526 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471961.130055:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 360 00000100:00100000:3.0:1772471961.130064:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c88a61450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2412:x1858570834864128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471961.130073:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471961.130078:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 107 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.130729:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 107 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.130729:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2af4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406fbf expref: 107 pid: 6526 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.130748:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2be9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407005 expref: 106 pid: 6525 timeout: 892 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.130749:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:0.0:1772471961.130754:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.130764:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471961.130772:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.130889:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:3.0:1772471961.130894:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471961.130996:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c88a61450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:2412:x1858570834864128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 933us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471961.131004:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 360 00010000:00010000:1.0:1772471961.131061:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471961.131083:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:2412:x1858570834864256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1100us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471961.131090:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 359 00010000:00010000:3.0:1772471961.131162:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471961.131171:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471961.131275:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967987 00000001:00080000:3.0:1772471961.131413:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967988 00000100:00100000:3.0:1772471961.131631:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856810368:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772471961.131679:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471961.131712:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe480 going to sleep for 11 seconds 00000100:00100000:1.0:1772471961.131904:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856810368 00000100:00100000:1.0:1772471961.131921:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856810368 00000100:00100000:1.0:1772471961.131966:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1772471961.131973:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856810368:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772471961.132046:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856810368:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471961.132053:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1772471961.132092:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856810368:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1772471961.132200:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967989 00000100:00100000:1.0:1772471961.132243:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856810496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772471961.132271:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471961.132286:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676780 going to sleep for 11 seconds 00000100:00100000:1.0:1772471961.132320:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856810496 00000100:00100000:1.0:1772471961.132325:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856810496 00000100:00100000:1.0:1772471961.132349:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1772471961.132356:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856810496:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772471961.132662:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6529:x1858570856810496:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 306us (388us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1772471961.132669:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1772471961.134269:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856810496:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1772471961.134342:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967990 00010000:00010000:1.0:1772471961.134580:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.134592:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.134600:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.134606:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471961.134610:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.134618:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.134633:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:1.0:1772471961.134636:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1772471961.134641:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471961.134647:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2c1a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772471961.134751:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1772471961.134886:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9136 00000001:00080000:1.0:1772471961.134898:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294967991 00010000:00010000:1.0:1772471961.135003:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8f9b83a2e400) 00010000:00010000:1.0:1772471961.135006:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1772471961.135013:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c05 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407013 expref: 108 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471961.135132:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:29809:x1858570834864000:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 9772us (9940us total) trans 4294967992 rc 0/0 00000100:00100000:1.0:1772471961.135141:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 235 00000020:00080000:1.0:1772471961.135147:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1772471961.516725:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772471961.516746:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856810624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471961.516809:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471961.516934:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856810624 00000100:00100000:3.0:1772471961.516942:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856810624 00000100:00100000:3.0:1772471961.516990:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1772471961.516999:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856810624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772471961.517033:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1772471961.517099:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856810624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471961.517117:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1772471961.517288:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856810624:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772471961.770502:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471962.539893:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856810752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471962.539969:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471962.540292:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856810752 00000100:00100000:3.0:1772471962.540337:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856810752 00000100:00100000:3.0:1772471962.540387:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1772471962.540396:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856810752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772471962.540441:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772471962.540511:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856810752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471962.540519:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1772471962.540944:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856810752:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471962.794744:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471963.333546:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471963.335238:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471963.335276:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471963.335773:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864384 00000100:00100000:3.0:1772471963.335787:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864384 00000100:00100000:3.0:1772471963.335878:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 723 00000100:00100000:3.0:1772471963.335888:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834864384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471963.335960:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834864384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 74us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471963.335968:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 723 00000100:00100000:2.0:1772471963.336202:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471963.336226:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471963.336287:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864512 00000100:00100000:1.0:1772471963.336292:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864512 00000100:00100000:1.0:1772471963.336346:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864640 00000100:00100000:1.0:1772471963.336350:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864640 00000100:00100000:1.0:1772471963.336375:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 928 00000100:00100000:1.0:1772471963.336384:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2412:x1858570834864512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471963.336430:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2412:x1858570834864512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 48us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471963.336436:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 928 00000100:00100000:1.0:1772471963.336459:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 929 00000100:00100000:1.0:1772471963.336466:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834864640:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471963.336492:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834864640:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471963.336498:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 929 00000100:00080000:1.0:1772471963.336515:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471963.336521:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471963.336956:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864896 00000100:00100000:3.0:1772471963.336962:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864896 00000100:00100000:3.0:1772471963.336995:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 525 00000100:00100000:3.0:1772471963.337002:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570834864896:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471963.337035:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570834864896:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471963.337040:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 525 00000100:00080000:1.0:1772471963.337094:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471963.337576:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471963.337636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471963.337658:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865152 00000100:00100000:1.0:1772471963.337663:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865152 00000100:00100000:1.0:1772471963.337701:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 930 00000100:00100000:1.0:1772471963.337717:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834865152:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471963.337762:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834865152:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 54us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471963.337770:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 930 00000100:00080000:1.0:1772471963.337786:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471963.338005:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471963.338068:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471963.338194:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865024 00000100:00100000:1.0:1772471963.338199:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865024 00000100:00100000:1.0:1772471963.338233:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 931 00000100:00100000:1.0:1772471963.338240:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2412:x1858570834865024:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471963.338277:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2412:x1858570834865024:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471963.338284:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 931 00000100:00080000:1.0:1772471963.338322:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471963.338546:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865408 00000100:00100000:0.0:1772471963.338551:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865408 00000100:00100000:0.0:1772471963.338595:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834864768 00000100:00100000:0.0:1772471963.338598:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834864768 00000100:00100000:0.0:1772471963.338620:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865280 00000100:00100000:0.0:1772471963.338623:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865280 00000100:00100000:0.0:1772471963.338638:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 526 00000100:00100000:0.0:1772471963.338645:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834865408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471963.338687:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834865408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 43us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471963.338693:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 526 00000100:00100000:0.0:1772471963.338707:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 527 00000100:00100000:0.0:1772471963.338713:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834864768:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471963.338735:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834864768:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471963.338741:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 527 00000100:00100000:0.0:1772471963.338753:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 528 00000100:00100000:0.0:1772471963.338760:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834865280:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471963.338781:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834865280:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471963.338787:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 528 00000100:00080000:2.0:1772471963.338916:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471963.338920:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1772471963.373005:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1772471963.818505:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471964.074783:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856811136:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.074864:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.074929:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856811648:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.074953:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.074977:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856812160:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.074997:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.075023:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1772471964.075029:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856811008:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075050:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.075065:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856811520:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.075098:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856812032:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075114:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.075142:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811648 00000100:00100000:2.0:1772471964.075150:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811648 00000100:00100000:2.0:1772471964.075196:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812160 00000100:00100000:2.0:1772471964.075200:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812160 00000100:00100000:2.0:1772471964.075224:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811008 00000100:00100000:2.0:1772471964.075227:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811008 00000100:00100000:2.0:1772471964.075238:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811520 00000100:00100000:2.0:1772471964.075240:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811520 00000100:00100000:2.0:1772471964.075252:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812032 00000100:00100000:2.0:1772471964.075255:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812032 00000100:00100000:2.0:1772471964.075270:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1772471964.075278:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856811648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075356:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856811648:12345-0@lo:400:kworker.0 Request processed in 78us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471964.075363:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1772471964.075381:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1772471964.075388:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856812160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075413:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856812160:12345-0@lo:400:kworker.0 Request processed in 26us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471964.075422:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1772471964.075434:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1772471964.075440:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856811008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075477:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856811008:12345-0@lo:400:kworker.0 Request processed in 37us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471964.075483:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1772471964.075496:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1772471964.075502:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856811520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075527:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856811520:12345-0@lo:400:kworker.0 Request processed in 25us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471964.075532:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1772471964.075542:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1772471964.075548:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856812032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075576:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856812032:12345-0@lo:400:kworker.0 Request processed in 28us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471964.075582:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00080000:2.0:1772471964.075602:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471964.075606:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471964.075636:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856811008:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075646:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856811520:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075654:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856812032:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075662:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856811648:0@lo:400:kworker.0 00000100:00100000:2.0:1772471964.075670:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856812160:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076477:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856810880:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076535:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076581:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856811392:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076607:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076622:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856811904:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076641:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076654:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856812416:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076681:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076700:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1772471964.076705:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856811264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076724:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076742:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856811776:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076761:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076775:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856812288:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076792:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471964.076819:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811264 00000100:00100000:1.0:1772471964.076827:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811264 00000100:00100000:1.0:1772471964.076871:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1772471964.076878:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856811264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.076918:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856811264:12345-0@lo:400:kworker.0 Request processed in 41us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471964.076925:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1772471964.076947:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811904 00000100:00100000:1.0:1772471964.076951:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811904 00000100:00100000:1.0:1772471964.076981:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812416 00000100:00100000:1.0:1772471964.076983:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812416 00000100:00100000:1.0:1772471964.076995:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811776 00000100:00100000:1.0:1772471964.076996:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811776 00000100:00100000:1.0:1772471964.077007:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812288 00000100:00100000:1.0:1772471964.077009:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812288 00000100:00100000:1.0:1772471964.077020:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1772471964.077025:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856811904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077054:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856811904:12345-0@lo:400:kworker.0 Request processed in 28us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471964.077059:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1772471964.077068:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1772471964.077073:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856812416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077096:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856812416:12345-0@lo:400:kworker.0 Request processed in 22us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471964.077100:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1772471964.077109:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1772471964.077114:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856811776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077136:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856811776:12345-0@lo:400:kworker.0 Request processed in 22us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471964.077141:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1772471964.077151:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1772471964.077156:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856812288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077179:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856812288:12345-0@lo:400:kworker.0 Request processed in 23us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471964.077185:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00080000:1.0:1772471964.077202:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471964.077205:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471964.077228:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856811264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077238:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856811776:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077246:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856812288:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077255:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856811904:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.077264:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856812416:0@lo:400:kworker.0 00000100:00100000:3.0:1772471964.077422:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811136 00000100:00100000:3.0:1772471964.077427:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811136 00000100:00100000:3.0:1772471964.077466:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856811392 00000100:00100000:3.0:1772471964.077469:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856811392 00000100:00100000:3.0:1772471964.077483:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1772471964.077489:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856811136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471964.077528:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856811136:12345-0@lo:400:kworker.0 Request processed in 39us (2665us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471964.077534:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1772471964.077548:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1772471964.077554:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856811392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471964.077585:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856811392:12345-0@lo:400:kworker.0 Request processed in 32us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471964.077591:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1772471964.077621:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856811392:0@lo:400:kworker.0 00000100:00100000:3.0:1772471964.077646:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856811136:0@lo:400:kworker.0 00000100:00100000:3.0:1772471964.077657:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772471964.077663:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856812544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471964.077691:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471964.077718:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812544 00000100:00100000:3.0:1772471964.077721:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812544 00000100:00100000:3.0:1772471964.077741:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1772471964.077746:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856812544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471964.077767:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3915096064 avail 3683573760 00000100:00100000:3.0:1772471964.077801:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856812544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471964.077807:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1772471964.077836:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856812544:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471964.082430:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856810880 00000100:00100000:0.0:1772471964.082456:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856810880 00000100:00100000:0.0:1772471964.082524:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1772471964.082534:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856810880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471964.082628:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856810880:12345-0@lo:400:kworker.0 Request processed in 95us (6093us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471964.082635:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1772471964.082707:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856810880:0@lo:400:kworker.0 00000100:00100000:1.0:1772471964.084766:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772471964.092700:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856812672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471964.093271:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471964.093488:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812672 00000100:00100000:2.0:1772471964.093497:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812672 00000100:00100000:2.0:1772471964.093562:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1772471964.093581:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856812672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471964.093611:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 144345920 pending 0 free 3915096064 avail 3683573760 00000100:00100000:2.0:1772471964.093714:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856812672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471964.093722:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1772471964.095857:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856812672:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1772471964.854293:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772471965.099405:0:8513:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 796129099985ns, next at 797129097611ns, rc = 0 00000100:00100000:0.0:1772471965.099533:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856812800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471965.099606:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471965.099685:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812800 00000100:00100000:0.0:1772471965.099694:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812800 00000100:00100000:1.0:1772471965.100816:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856812928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772471965.100870:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471965.100959:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856812928 00000100:00100000:2.0:1772471965.100965:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856812928 00000100:00100000:0.0:1772471965.101357:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1772471965.101371:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856812800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471965.101405:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1772471965.102211:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1772471965.102223:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856812928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772471965.102238:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1772471965.102287:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856812928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471965.102295:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1772471965.102367:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856812928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471965.102883:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856812800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1515us (3275us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471965.102891:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1772471965.106108:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856812800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471965.724478:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471965.724611:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865536 00000100:00100000:3.0:1772471965.724622:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865536 00000100:00080000:1.0:1772471965.724781:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471965.725857:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1162 00000100:00100000:3.0:1772471965.725876:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29757:x1858570834865536:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772471965.725989:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:29757:x1858570834865536:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 118us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471965.725997:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1162 00000100:00100000:0.0:1772471965.742342:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471965.742471:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865664 00000100:00100000:1.0:1772471965.742482:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865664 00000100:00100000:1.0:1772471965.742564:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1163 00000100:00100000:1.0:1772471965.742575:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29757:x1858570834865664:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1772471965.742684:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:29757:x1858570834865664:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 111us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471965.742692:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1163 00000100:00080000:2.0:1772471965.743060:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772471965.867275:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471966.635556:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856813056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471966.635654:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471966.635734:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856813056 00000100:00100000:2.0:1772471966.635745:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856813056 00000100:00100000:2.0:1772471966.635819:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1772471966.635831:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856813056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772471966.635881:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1772471966.635943:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856813056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471966.635957:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1772471966.636214:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856813056:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772471966.890925:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772471967.156112:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:3.0:1772471967.156129:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00000004:00080000:2.0:1772471967.156292:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000001:00080000:2.0:1772471967.156332:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967992 is committed 00000020:00080000:2.0:1772471967.156343:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9c86676600 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:2.0:1772471967.156349:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b860f5800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c86676900 00000020:00080000:2.0:1772471967.156352:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b860f5400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b870d5c00 00000001:00080000:2.0:1772471967.156378:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967981 is committed 00000020:00080000:2.0:1772471967.156386:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cc1733000 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:2.0:1772471967.156398:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b864f7400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cc1733600 00000020:00080000:2.0:1772471967.156402:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b864f7f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b8688a400 00000100:00100000:0.0:1772471967.156606:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471967.156626:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856813184:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1772471967.156688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1772471967.156978:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:3.0:1772471967.157032:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:0.0:1772471967.157438:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856813184 00000100:00100000:0.0:1772471967.157445:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856813184 00000100:00100000:0.0:1772471967.157593:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1772471967.157604:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856813184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1772471967.157634:0:16551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:0.0:1772471967.157664:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69a5c3b2, ctime: 0x69a5c697, blocks: 0x8 00010000:00010000:0.0:1772471967.157672:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.157696:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471967.157698:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471967.157704:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.157731:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.157742:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.157751:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.157767:0:16551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772471967.157895:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856813184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 292us (1206us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1772471967.157904:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1772471967.157948:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:0.0:1772471967.157953:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:0.0:1772471967.157972:0:3652:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967356 committed transno 4294967356 00000100:00100000:0.0:1772471967.157986:0:3652:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8f9b83fb3b80 x1858570856813184/t4294967357(4294967357) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1772471983 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1772471967.157997:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b83fb3b80/2, rc 0, transno 4294967357 00000100:00100000:0.0:1772471967.158002:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856813184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1772471967.158239:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471967.158247:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.158256:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471967.158262:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.158273:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.158293:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.158322:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eeff9a66/0xb50b868c089d2c21 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.158340:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471967.158343:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471967.158344:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1772471967.159358:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:2.0:1772471967.464280:0:22299:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 12:19:26 (1772471966) 00000100:00100000:2.0:1772471967.660237:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772471967.660258:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856813312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471967.660348:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471967.662918:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856813312 00000100:00100000:0.0:1772471967.662933:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856813312 00000100:00100000:0.0:1772471967.663139:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1772471967.663149:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856813312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471967.663184:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471967.663264:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856813312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (2916us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471967.663272:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1772471967.667998:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856813312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471967.840464:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471967.840569:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865792 00000100:00100000:0.0:1772471967.840579:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865792 00000100:00100000:0.0:1772471967.840665:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1164 00000100:00100000:0.0:1772471967.840675:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:30431:x1858570834865792:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772471967.840795:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:30431:x1858570834865792:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 121us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471967.840803:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1164 00000100:00080000:2.0:1772471967.841064:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471967.847169:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471967.849504:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834865920 00000100:00100000:3.0:1772471967.849520:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834865920 00000100:00080000:2.0:1772471967.849669:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471967.849722:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1165 00000100:00100000:3.0:1772471967.849734:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:30431:x1858570834865920:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1772471967.849863:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:30431:x1858570834865920:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 131us (3830us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471967.849870:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1165 00000100:00100000:3.0:1772471967.865218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471967.865500:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866048 00000100:00100000:0.0:1772471967.865510:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866048 00000100:00100000:0.0:1772471967.865681:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1166 00000100:00100000:0.0:1772471967.865691:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:30432:x1858570834866048:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471967.865721:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471967.865743:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40701a expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865807:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865821:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865842:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865857:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865865:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865872:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865913:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865920:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865927:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865933:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471967.865938:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865946:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865959:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471967.865962:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471967.865967:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865974:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2c2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865988:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.865994:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866000:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866005:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471967.866008:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866014:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866020:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8f9b86be0800) 00010000:00010000:0.0:1772471967.866023:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471967.866026:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866032:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866073:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c28 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40701a expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866089:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471967.866092:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471967.866096:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40701a expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.866106:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00080000:2.0:1772471967.866272:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471967.866463:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:30432:x1858570834866048:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 771us (1252us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471967.866471:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1166 00000100:00100000:2.0:1772471967.871750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.871849:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866304 00000100:00100000:1.0:1772471967.871860:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866304 00000100:00100000:1.0:1772471967.871966:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1167 00000100:00100000:1.0:1772471967.871976:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:30432:x1858570834866304:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:1.0:1772471967.872030:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471967.872067:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2a30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f87 expref: 96 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.872087:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471967.872092:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772471967.872149:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.872163:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.872173:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.872210:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 43 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.872225:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 43 pid: 6525 timeout: 898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471967.872239:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856813440:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471967.872380:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4180 going to sleep for 11 seconds 00000100:00100000:1.0:1772471967.879074:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856813440:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471967.879106:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471967.880213:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.880642:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866432 00000100:00100000:1.0:1772471967.880653:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866432 00010000:00010000:1.0:1772471967.880695:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 44 pid: 6525 timeout: 898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471967.880847:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 361 00000100:00100000:1.0:1772471967.880858:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2410:x1858570834866432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471967.880874:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471967.880882:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 44 pid: 6525 timeout: 898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.880896:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 44 pid: 6525 timeout: 898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.880927:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2a5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406f95 expref: 44 pid: 6525 timeout: 898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.880947:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471967.880953:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.880964:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.880973:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.881004:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471967.881067:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:2410:x1858570834866432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 210us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471967.881075:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 361 00010000:00010000:0.0:1772471967.881506:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.881515:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.881541:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.881550:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.881559:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882137:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882148:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882161:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471967.882176:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008e1bb21c reply state 00000000da87c5b2 transno 4294967993 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882188:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882196:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:0.0:1772471967.882199:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471967.882202:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772471967.882209:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:0.0:1772471967.882217:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882224:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882231:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882238:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471967.882243:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882251:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882261:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772471967.882264:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471967.882268:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882275:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c3d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772471967.882288:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008e1bb21c reply state 00000000da87c5b2 transno 4294967993 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882428:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.882434:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8f9b86be0800) 00010000:00010000:0.0:1772471967.882436:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772471967.882438:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772471967.882537:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:30432:x1858570834866304:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 10558us (10794us total) trans 4294967993 rc 0/0 00000100:00100000:0.0:1772471967.882546:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1167 00000100:00100000:2.0:1772471967.888619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471967.889234:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866560 00000100:00100000:3.0:1772471967.889244:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866560 00000100:00100000:3.0:1772471967.889333:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1168 00000100:00100000:3.0:1772471967.889343:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:30433:x1858570834866560:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772471967.889648:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471967.889675:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2c52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407021 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471967.889755:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2c59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471967.889772:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2c59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471967.889785:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2c59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471967.889831:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772471967.889834:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471967.889855:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2c59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471967.889881:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2c52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407021 expref: 99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471967.889900:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2c59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407021 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471967.889910:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772471967.889914:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471967.889918:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772471967.889991:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30433:x1858570834866560:12345-192.168.202.58@tcp:101:bash.0 Request processed in 649us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471967.889999:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1168 00000100:00100000:0.0:1772471967.894226:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.894488:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866688 00000100:00100000:1.0:1772471967.894501:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866688 00000100:00100000:1.0:1772471967.894567:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1169 00000100:00100000:1.0:1772471967.894578:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30433:x1858570834866688:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471967.894601:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.894621:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2c60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407028 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894687:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894705:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894727:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894740:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894748:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894755:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894830:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2c75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894838:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894845:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471967.894883:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:1.0:1772471967.894887:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471967.894907:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894918:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894927:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894932:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894937:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.894942:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894948:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894959:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471967.894962:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.894967:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894974:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2c67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894991:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.894997:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895002:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895007:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.895010:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895016:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895024:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8f9b86be0800) 00010000:00010000:1.0:1772471967.895026:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.895029:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895036:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2c6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895072:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2c60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407028 expref: 100 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895086:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871faa00/0xb50b868c089d2c75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407028 expref: 99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.895093:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.895096:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772471967.895098:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871faa00, rc 0) 00000100:00100000:1.0:1772471967.895164:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30433:x1858570834866688:12345-192.168.202.58@tcp:101:bash.0 Request processed in 588us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471967.895172:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1169 00000100:00100000:0.0:1772471967.898362:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.898630:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866816 00000100:00100000:1.0:1772471967.898640:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866816 00000100:00100000:1.0:1772471967.898692:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1170 00000100:00100000:1.0:1772471967.898702:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30433:x1858570834866816:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772471967.898735:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.898760:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40702f expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898825:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898838:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898850:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898864:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898871:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898878:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898921:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898929:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898937:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898943:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.898948:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898956:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898969:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.898973:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.898977:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.898984:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2c83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.899000:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.899007:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.899013:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.899018:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.899021:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.899027:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.899033:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5b00) 00010000:00010000:1.0:1772471967.899036:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.899039:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.900274:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.900656:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c7c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40702f expref: 100 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.900670:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.900674:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.900679:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40702f expref: 100 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.900689:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772471967.900773:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30433:x1858570834866816:12345-192.168.202.58@tcp:101:bash.0 Request processed in 2071us (2421us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471967.900781:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1170 00000100:00100000:3.0:1772471967.908848:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.909085:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834866944 00000100:00100000:1.0:1772471967.909097:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834866944 00000100:00100000:1.0:1772471967.909159:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1171 00000100:00100000:1.0:1772471967.909170:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+43:30434:x1858570834866944:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471967.909193:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.909215:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407036 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.909328:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.909346:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.909358:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471967.909528:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772471967.909532:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772471967.909552:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.909577:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2c91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 45 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.909597:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.909606:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772471967.909608:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772471967.909612:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772471967.909719:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:30434:x1858570834866944:12345-192.168.202.58@tcp:101:rm.0 Request processed in 550us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471967.909727:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1171 00000100:00100000:0.0:1772471967.912059:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471967.912206:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867072 00000100:00100000:2.0:1772471967.912218:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867072 00000100:00100000:2.0:1772471967.912351:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1172 00000100:00100000:2.0:1772471967.912362:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:30434:x1858570834867072:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772471967.912587:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471967.912611:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2c9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40703d expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912674:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912687:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912698:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912718:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912726:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912734:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912829:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2cb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912839:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912848:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471967.912888:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:2.0:1772471967.912893:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471967.912917:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912930:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912938:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912946:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912952:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471967.912957:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912965:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912980:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772471967.912983:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471967.912988:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.912995:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2ca6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913008:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913014:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913025:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913031:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471967.913034:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913039:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913046:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8f9b86be0800) 00010000:00010000:2.0:1772471967.913049:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471967.913052:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913057:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913082:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2c9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40703d expref: 46 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913094:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d400/0xb50b868c089d2cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40703d expref: 45 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.913101:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:2.0:1772471967.913103:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772471967.913106:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d400, rc 0) 00000100:00100000:2.0:1772471967.913232:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30434:x1858570834867072:12345-192.168.202.58@tcp:101:rm.0 Request processed in 871us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471967.913245:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1172 00010000:00010000:1.0:1772471967.915035:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471967.919811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.919923:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867200 00000100:00100000:1.0:1772471967.919935:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867200 00000100:00100000:1.0:1772471967.920025:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1173 00000100:00100000:1.0:1772471967.920036:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30434:x1858570834867200:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471967.920062:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.920082:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2cbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407044 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920144:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920160:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920172:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920188:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920196:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920203:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920242:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920250:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920257:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920263:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.920269:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920277:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920289:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.920292:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.920297:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920344:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2cc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920360:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920367:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920373:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920378:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.920381:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920388:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920395:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5b00) 00010000:00010000:1.0:1772471967.920398:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.920401:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920407:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2cc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920447:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2cbb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407044 expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920458:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.920460:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.920464:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2cbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407044 expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.920474:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772471967.920528:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30434:x1858570834867200:12345-192.168.202.58@tcp:101:rm.0 Request processed in 494us (727us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471967.920536:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1173 00000100:00100000:3.0:1772471967.922563:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.922635:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867328 00000100:00100000:1.0:1772471967.922646:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867328 00000100:00100000:1.0:1772471967.922699:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1174 00000100:00100000:1.0:1772471967.922708:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30434:x1858570834867328:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772471967.922727:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.922748:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2cd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40704b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922810:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922828:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922841:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922855:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922863:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922870:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922911:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922919:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922926:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922932:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922939:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.922944:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922952:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922964:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.922967:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.922971:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922978:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2cd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922993:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.922999:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923005:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923010:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.923013:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923020:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923027:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5200) 00010000:00010000:1.0:1772471967.923029:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.923032:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923037:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2cde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923072:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2cd0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40704b expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923082:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.923084:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.923088:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2cd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40704b expref: 46 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.923097:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772471967.923260:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30434:x1858570834867328:12345-192.168.202.58@tcp:101:rm.0 Request processed in 552us (706us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471967.923267:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1174 00000100:00100000:3.0:1772471967.939955:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471967.940072:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867456 00000100:00100000:2.0:1772471967.940082:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867456 00000100:00100000:2.0:1772471967.940141:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1175 00000100:00100000:2.0:1772471967.940151:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30435:x1858570834867456:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772471967.940173:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471967.940193:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ce5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407052 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940257:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940272:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940284:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940343:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940351:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940359:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940420:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940432:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940439:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940444:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471967.940448:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940456:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940468:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:2.0:1772471967.940471:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471967.940476:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940483:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2cec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940495:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940501:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940506:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940511:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471967.940514:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940519:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940526:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9b83a2e000) 00010000:00010000:2.0:1772471967.940529:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471967.940532:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940538:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2cf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940572:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ce5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407052 expref: 46 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940583:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:2.0:1772471967.940585:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471967.940589:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ce5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407052 expref: 46 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471967.940598:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772471967.940664:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30435:x1858570834867456:12345-192.168.202.58@tcp:101:cp.0 Request processed in 514us (720us total) trans 0 rc 301/301 00000100:00100000:2.0:1772471967.940671:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1175 00000100:00100000:3.0:1772471967.943111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.943222:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867584 00000100:00100000:1.0:1772471967.943231:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867584 00000100:00100000:1.0:1772471967.943294:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1176 00000100:00100000:1.0:1772471967.943331:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30435:x1858570834867584:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772471967.943352:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.943380:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2cfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407059 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943454:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943468:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943482:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943499:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943505:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943511:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943541:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943548:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943554:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943559:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.943563:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943571:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943584:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.943587:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.943592:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943599:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943614:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943621:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943626:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943631:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.943634:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943640:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943647:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5200) 00010000:00010000:1.0:1772471967.943649:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.943653:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943659:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943692:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2cfa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407059 expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943702:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.943704:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.943708:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2cfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407059 expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.943717:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772471967.943772:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30435:x1858570834867584:12345-192.168.202.58@tcp:101:cp.0 Request processed in 471us (670us total) trans 0 rc 301/301 00000100:00100000:1.0:1772471967.943780:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1176 00000100:00100000:3.0:1772471967.959779:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.959961:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867840 00000100:00100000:1.0:1772471967.959972:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867840 00000100:00100000:1.0:1772471967.960036:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1177 00000100:00100000:1.0:1772471967.960046:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30435:x1858570834867840:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772471967.960069:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471967.960089:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2d0f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407060 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960221:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960237:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960249:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960265:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960272:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960279:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772471967.960666:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:1.0:1772471967.960806:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960816:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960824:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960861:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960869:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960875:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960883:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960889:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471967.960893:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960902:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960915:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471967.960918:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471967.960924:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960931:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2d16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772471967.960948:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000056afd127 reply state 00000000fa6ccd0a transno 4294967994 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960959:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.960967:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5200) 00010000:00010000:1.0:1772471967.960969:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772471967.960971:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1772471967.961001:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2d0f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.961015:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.961022:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:1.0:1772471967.961025:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471967.961027:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772471967.961097:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30435:x1858570834867840:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1052us (1328us total) trans 4294967994 rc 0/0 00000100:00100000:1.0:1772471967.961106:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1177 00000100:00100000:3.0:1772471967.965430:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471967.965517:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834867968 00000100:00100000:0.0:1772471967.965528:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834867968 00000100:00100000:0.0:1772471967.965667:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 306 00000100:00100000:0.0:1772471967.965678:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834867968:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471967.965696:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471967.965718:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407067 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772471967.965749:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772471967.965769:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471967.965771:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471967.965780:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.965796:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.965811:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:0.0:1772471967.965868:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834867968:12345-192.168.202.58@tcp:101:cp.0 Request processed in 191us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471967.965876:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 306 00000100:00080000:2.0:1772471967.966740:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471967.969290:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471967.969574:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868096 00000100:00100000:0.0:1772471967.969586:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868096 00000100:00100000:0.0:1772471967.969677:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 307 00000100:00100000:0.0:1772471967.969688:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:30435:x1858570834868096:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772471967.969706:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471967.969724:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40706e expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.969757:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.969765:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471967.969768:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471967.969772:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.969805:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.969820:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 898 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471967.969836:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856813568:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471967.969928:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471967.974888:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856813568:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471967.974925:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471967.974947:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:0.0:1772471967.975039:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:30435:x1858570834868096:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5352us (5759us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471967.975049:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 307 00000100:00100000:3.0:1772471967.976569:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471967.976905:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868224 00000100:00100000:1.0:1772471967.976914:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868224 00010000:00010000:1.0:1772471967.976953:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 898 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471967.977007:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 362 00000100:00100000:1.0:1772471967.977018:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834868224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471967.977035:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471967.977058:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 898 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.977072:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 898 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.977100:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407067 expref: 11 pid: 8409 timeout: 898 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.977119:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471967.977121:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471967.977129:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.977139:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471967.977178:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471967.977194:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856813696:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471967.977283:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772471967.980604:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856813696:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471967.980630:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471967.980686:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834868224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3669us (4129us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471967.980700:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 362 00000100:00100000:3.0:1772471967.982011:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471967.982097:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868480 00000100:00100000:0.0:1772471967.982107:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868480 00000100:00100000:0.0:1772471967.982162:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 236 00000100:00100000:0.0:1772471967.982173:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30435:x1858570834868480:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:0.0:1772471967.982583:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:30435:x1858570834868480:12345-192.168.202.58@tcp:35:cp.0 Request processed in 411us (577us total) trans 4294967995 rc 0/0 00000100:00100000:0.0:1772471967.982596:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 236 00000100:00100000:3.0:1772471968.017192:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.017342:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868608 00000100:00100000:0.0:1772471968.017354:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868608 00000100:00100000:0.0:1772471968.017468:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1178 00000100:00100000:0.0:1772471968.017478:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30438:x1858570834868608:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471968.017502:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471968.017523:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2d40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407075 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017588:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017603:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017618:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017628:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017635:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017641:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017724:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017737:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017744:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471968.017783:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1772471968.017787:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471968.017805:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017817:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017824:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017832:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017839:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017845:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471968.017850:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017858:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017870:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:0.0:1772471968.017874:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471968.017879:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017886:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017901:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017907:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017914:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017920:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471968.017923:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017929:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017936:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5200) 00010000:00010000:0.0:1772471968.017939:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471968.017942:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017948:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017973:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2d40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 101 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017986:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 100 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.017993:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:0.0:1772471968.017996:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471968.017998:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772471968.018242:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:30438:x1858570834868608:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 763us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.018251:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1178 00000100:00100000:3.0:1772471968.024435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.024525:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868736 00000100:00100000:0.0:1772471968.024536:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868736 00000100:00100000:0.0:1772471968.024611:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 308 00000100:00100000:0.0:1772471968.024628:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570834868736:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471968.024650:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471968.024668:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d2d5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40707c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.024747:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856813824:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772471968.024844:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866763c0 going to sleep for 11 seconds 00000100:00080000:2.0:1772471968.025510:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1772471968.027510:0:8410:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1772471968.027519:0:8410:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime: 0 -> 1772471968 00002000:00010000:0.0:1772471968.027522:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime: 0 -> 1772471968 00002000:00010000:0.0:1772471968.027524:0:8410:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime: 0 -> 1772471968 00002000:00010000:0.0:1772471968.027526:0:8410:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1772471968.027552:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856813824:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772471968.027586:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d2d5c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40707c expref: 18 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.027611:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d2d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40707c expref: 18 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.027624:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772471968.027684:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570834868736:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3061us (3258us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471968.027695:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 308 00000100:00100000:3.0:1772471968.031090:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.031173:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868864 00000100:00100000:0.0:1772471968.031183:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868864 00000100:00100000:0.0:1772471968.031248:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1179 00000100:00100000:0.0:1772471968.031259:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:30438:x1858570834868864:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772471968.031281:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471968.031335:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2d63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407083 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.031626:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.031642:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.031654:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471968.031695:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:0.0:1772471968.031701:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471968.031735:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.031761:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2d63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 102 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.031781:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.031789:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:0.0:1772471968.031792:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772471968.031796:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772471968.031857:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30438:x1858570834868864:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 600us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.031864:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1179 00000100:00100000:3.0:1772471968.035068:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471968.035161:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834868992 00000100:00100000:1.0:1772471968.035170:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834868992 00000100:00100000:1.0:1772471968.035229:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 309 00000100:00100000:1.0:1772471968.035237:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570834868992:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471968.035255:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471968.035273:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d2d71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40708a expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471968.035377:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856813952:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772471968.035470:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866d4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471968.037832:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856813952:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772471968.037868:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d2d71 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40708a expref: 18 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.037892:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d2d71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40708a expref: 18 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.037905:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:0.0:1772471968.037968:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570834868992:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2731us (2908us total) trans 0 rc 301/301 00000100:00100000:0.0:1772471968.037976:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 309 00000100:00100000:3.0:1772471968.044392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471968.044516:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834869248 00000100:00100000:2.0:1772471968.044526:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834869248 00000100:00100000:2.0:1772471968.044576:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1180 00000100:00100000:2.0:1772471968.044589:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30438:x1858570834869248:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:2.0:1772471968.044794:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:2.0:1772471968.044875:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30438:x1858570834869248:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 289us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471968.044882:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1180 00000040:00080000:3.0:1772471968.234564:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471968.234573:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471968.234599:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:3.0:1772471968.234611:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471968.234844:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856814080:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772471968.235025:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471968.240849:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.240949:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834869376 00000100:00100000:0.0:1772471968.240959:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834869376 00000100:00100000:0.0:1772471968.241033:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1181 00000100:00100000:0.0:1772471968.241043:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834869376:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772471968.241107:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772471968.241240:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834869376:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 198us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.241248:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1181 00000100:00100000:2.0:1772471968.244115:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856814080:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772471968.245421:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.245813:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834869632 00000100:00100000:0.0:1772471968.245824:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834869632 00000100:00100000:0.0:1772471968.245885:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1182 00000100:00100000:0.0:1772471968.245894:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:30448:x1858570834869632:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471968.245916:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471968.245936:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2d78 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407091 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.246055:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2d7f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.246068:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.246081:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471968.246092:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1772471968.246195:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2d78 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407091 expref: 52 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.246218:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2d7f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407091 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.246227:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:0.0:1772471968.246230:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471968.246233:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772471968.246341:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834869632:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 406us (894us total) trans 4294967996 rc 0/0 00000100:00100000:0.0:1772471968.246351:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1182 00000100:00100000:3.0:1772471968.249866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.250026:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834869760 00000100:00100000:0.0:1772471968.250035:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834869760 00000100:00100000:0.0:1772471968.250082:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 310 00000100:00100000:0.0:1772471968.250091:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834869760:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772471968.250135:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.250155:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.250164:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772471968.250167:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772471968.250170:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.250204:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.250219:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 10 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.250234:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856814208:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471968.250342:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676540 going to sleep for 11 seconds 00000100:00100000:3.0:1772471968.255285:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471968.255583:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834869888 00000100:00100000:1.0:1772471968.255592:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834869888 00002000:00100000:1.0:1772471968.255644:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff8f9b86863800 x1858570834869888/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:4/0 lens 648/0 e 0 to 0 dl 1772471979 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772471968.255656:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86863800 with x1858570834869888 ext(0->157) 00010000:00010000:1.0:1772471968.255665:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 11 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.255681:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 11 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471968.255689:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b86863800 00000100:00100000:1.0:1772471968.255733:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 15 00000100:00100000:1.0:1772471968.255743:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834869888:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772471968.258481:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471968.258648:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834870016 00000100:00100000:2.0:1772471968.258658:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834870016 00000100:00100000:2.0:1772471968.258737:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 52 00000100:00100000:2.0:1772471968.258747:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2411:x1858570834870016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471968.258764:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471968.258793:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d2d7f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407091 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.258814:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:2.0:1772471968.258819:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471968.258876:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834870016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 131us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471968.258883:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 52 00000100:00100000:2.0:1772471968.261749:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834869888:12345-192.168.202.58@tcp:4:cp.0 Request processed in 5997us (6463us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1772471968.261762:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 15 00002000:00100000:2.0:1772471968.261774:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff8f9b86863800 x1858570834869888/t4294967358(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:4/0 lens 648/448 e 0 to 0 dl 1772471979 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772471968.261790:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86863800 with x1858570834869888 ext(0->157) 00010000:00010000:2.0:1772471968.261800:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 13 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.261818:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 13 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471968.261826:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b86863800 00000100:00100000:0.0:1772471968.266520:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856814208:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471968.266550:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.275850:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.277948:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834870144 00000100:00100000:0.0:1772471968.277966:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834870144 00010000:00010000:0.0:1772471968.278031:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 13 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.278078:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 363 00000100:00100000:0.0:1772471968.278090:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2409:x1858570834870144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772471968.278105:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772471968.278124:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772471968.278131:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 13 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278147:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 13 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278180:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c456c94/0xb50b868c089d2d39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40706e expref: 13 pid: 9676 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278198:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471968.278200:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772471968.278204:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278213:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278240:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471968.278321:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570834870144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 216us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.278329:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 363 00010000:00010000:0.0:1772471968.278388:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278399:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278427:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278437:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278452:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278460:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471968.278465:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278474:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278486:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.278494:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d2d8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.278539:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834869760:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 28449us (28684us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.278548:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 310 00000100:00100000:1.0:1772471968.297607:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.299492:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834870400 00000100:00100000:0.0:1772471968.299509:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834870400 00000100:00100000:0.0:1772471968.299616:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1183 00000100:00100000:0.0:1772471968.299628:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834870400:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471968.299797:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834870400:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 170us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.299805:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1183 00000100:00100000:1.0:1772471968.305333:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.305596:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834870528 00000100:00100000:3.0:1772471968.305607:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834870528 00000100:00100000:3.0:1772471968.305664:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 311 00000100:00100000:3.0:1772471968.305674:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834870528:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471968.305695:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471968.305713:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407098 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471968.305738:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x69a5c6a0, atime: 0x0, ctime: 0x69a5c6a0, blocks: 0x8 00010000:00010000:3.0:1772471968.305757:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.305759:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.305768:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.305784:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.305798:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:3.0:1772471968.305869:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834870528:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 194us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.305878:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 311 00000100:00100000:3.0:1772471968.308658:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471968.308753:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834870784 00000100:00100000:1.0:1772471968.308765:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834870784 00000100:00100000:1.0:1772471968.308836:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1184 00000100:00100000:1.0:1772471968.308846:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834870784:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471968.308976:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834870784:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 131us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471968.308985:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1184 00000100:00100000:1.0:1772471968.318130:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.318206:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834870912 00000100:00100000:3.0:1772471968.318217:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834870912 00002000:00100000:3.0:1772471968.318267:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8f9c857f9500 x1858570834870912/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:4/0 lens 488/0 e 0 to 0 dl 1772471979 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471968.318278:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c857f9500 with x1858570834870912 ext(0->4095) 00002000:00010000:3.0:1772471968.318285:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c857f9500 00000100:00100000:3.0:1772471968.318347:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 86 00000100:00100000:3.0:1772471968.318357:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570834870912:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772471968.318640:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570834870912:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 284us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772471968.318648:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 86 00002000:00100000:3.0:1772471968.318654:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8f9c857f9500 x1858570834870912/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:4/0 lens 488/4536 e 0 to 0 dl 1772471979 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471968.318662:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c857f9500 with x1858570834870912 ext(0->4095) 00002000:00010000:3.0:1772471968.318665:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c857f9500 00000100:00100000:1.0:1772471968.331648:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.332568:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834871040 00000100:00100000:0.0:1772471968.332582:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834871040 00000100:00100000:0.0:1772471968.332648:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1185 00000100:00100000:0.0:1772471968.332658:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30448:x1858570834871040:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772471968.332679:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471968.332699:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d9b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40709f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.332745:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.332757:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.332769:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.332882:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2d9b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.332901:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.332911:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:0.0:1772471968.332913:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471968.332917:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:0.0:1772471968.332980:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834871040:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 323us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.332988:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1185 00000100:00100000:1.0:1772471968.337895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.337983:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834871168 00000100:00100000:0.0:1772471968.337993:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834871168 00000100:00100000:0.0:1772471968.338050:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1186 00000100:00100000:0.0:1772471968.338060:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834871168:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772471968.338091:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772471968.338199:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834871168:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 140us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.338207:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1186 00000100:00100000:0.0:1772471968.341785:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471968.341974:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834871296 00000100:00100000:1.0:1772471968.341985:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834871296 00000100:00100000:1.0:1772471968.342044:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 312 00000100:00100000:1.0:1772471968.342055:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834871296:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772471968.342110:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342127:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471968.342130:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471968.342137:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342152:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342182:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342192:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342202:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342209:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471968.342215:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342226:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342242:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.342250:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d2da9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471968.342375:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834871296:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 321us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471968.342392:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 312 00000100:00100000:3.0:1772471968.344898:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.345226:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834871552 00000100:00100000:0.0:1772471968.345237:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834871552 00000100:00100000:0.0:1772471968.345609:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1187 00000100:00100000:0.0:1772471968.345619:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834871552:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772471968.345710:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.345728:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.345736:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.345771:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.345784:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 51 pid: 6526 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.345799:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856814336:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471968.345888:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c866766c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471968.356994:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856814336:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471968.357024:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.358544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471968.358745:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834871680 00000100:00100000:1.0:1772471968.358755:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834871680 00010000:00010000:1.0:1772471968.358797:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 52 pid: 6526 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471968.358835:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 364 00000100:00100000:1.0:1772471968.358844:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:2411:x1858570834871680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471968.358861:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471968.358868:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 52 pid: 6526 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.358882:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 52 pid: 6526 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.358905:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2da2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40709f expref: 52 pid: 6526 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.358923:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:1.0:1772471968.358928:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.358939:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.358952:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471968.358977:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471968.359021:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2411:x1858570834871680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 178us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471968.359029:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 364 00010000:00010000:3.0:1772471968.359804:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.359817:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.359976:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.359986:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.359994:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.360000:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471968.360005:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.360018:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.360031:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:3.0:1772471968.360034:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471968.360039:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.360045:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2db0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.360291:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834871552:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 14670us (15398us total) trans 4294967997 rc 0/0 00000100:00100000:3.0:1772471968.360329:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1187 00000040:00080000:0.0:1772471968.364980:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471968.364988:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1772471968.365605:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.366514:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834871936 00000100:00100000:3.0:1772471968.366528:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834871936 00000100:00100000:3.0:1772471968.366586:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 237 00000100:00100000:3.0:1772471968.366596:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30448:x1858570834871936:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471968.366965:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30448:x1858570834871936:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 370us (1366us total) trans 4294967998 rc 0/0 00000100:00100000:3.0:1772471968.366974:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 237 00000040:00080000:0.0:1772471968.368945:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1772471968.368966:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772471968.452556:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452601:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452638:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452678:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452698:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452735:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.452770:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872576 00000100:00100000:3.0:1772471968.452782:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872576 00000100:00100000:3.0:1772471968.452832:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872832 00000100:00100000:3.0:1772471968.452835:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872832 00000100:00100000:3.0:1772471968.452869:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872448 00000100:00100000:3.0:1772471968.452872:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872448 00000100:00100000:3.0:1772471968.452891:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 533 00000100:00100000:3.0:1772471968.452901:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570834872576:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471968.452981:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570834872576:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 80us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.452989:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 533 00000100:00100000:3.0:1772471968.453004:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 534 00000100:00100000:3.0:1772471968.453011:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834872832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471968.453033:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834872832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.453040:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 534 00000100:00100000:3.0:1772471968.453049:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 535 00000100:00100000:3.0:1772471968.453054:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834872448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471968.453073:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834872448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.453079:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 535 00000100:00100000:3.0:1772471968.453102:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872320 00000100:00100000:3.0:1772471968.453106:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872320 00000100:00100000:3.0:1772471968.453133:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872192 00000100:00100000:3.0:1772471968.453136:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872192 00000100:00100000:3.0:1772471968.453150:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872704 00000100:00100000:3.0:1772471968.453153:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872704 00000100:00100000:3.0:1772471968.453164:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 938 00000100:00100000:3.0:1772471968.453170:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834872320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471968.453194:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834872320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.453201:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 938 00000100:00100000:3.0:1772471968.453211:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 939 00000100:00100000:3.0:1772471968.453217:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2410:x1858570834872192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471968.453238:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2410:x1858570834872192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.453245:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 939 00000100:00100000:3.0:1772471968.453254:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 940 00000100:00100000:3.0:1772471968.453259:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834872704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471968.453278:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834872704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.453284:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 940 00000100:00100000:0.0:1772471968.453589:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872064 00000100:00100000:0.0:1772471968.453595:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872064 00000100:00100000:0.0:1772471968.453625:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00100000:0.0:1772471968.453632:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834872064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471968.453660:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834872064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471968.453666:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00080000:2.0:1772471968.456271:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471968.456283:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1772471968.491125:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1772471968.858856:0:22348:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772471968.858866:0:22348:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772471968.858902:0:22348:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 5 00000040:00080000:3.0:1772471968.858911:0:22348:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471968.940398:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1772471968.940982:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471968.941102:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834872960 00000100:00100000:3.0:1772471968.941111:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834872960 00000100:00100000:3.0:1772471968.941159:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 313 00000100:00100000:3.0:1772471968.941166:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570834872960:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772471968.941186:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471968.941201:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070a6 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.941221:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.941223:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.941230:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 18 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.941247:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 18 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.941262:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772471968.941345:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834872960:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 180us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.941351:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 313 00000100:00100000:3.0:1772471968.947581:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471968.948037:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834873216 00000100:00100000:2.0:1772471968.948050:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834873216 00000100:00100000:2.0:1772471968.948115:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1188 00000100:00100000:2.0:1772471968.948126:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30449:x1858570834873216:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772471968.948148:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471968.948168:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2dbe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070ad expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.948278:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2dc5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.948295:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.948336:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2dc5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471968.948354:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1772471968.948476:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2dbe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ad expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.948493:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2dc5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ad expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.948502:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:2.0:1772471968.948505:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1772471968.948508:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:2.0:1772471968.948565:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:30449:x1858570834873216:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 441us (994us total) trans 4294967999 rc 0/0 00000100:00100000:2.0:1772471968.948573:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1188 00000100:00100000:0.0:1772471968.955537:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.955696:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834873344 00000100:00100000:3.0:1772471968.955718:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834873344 00000100:00100000:3.0:1772471968.955884:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 314 00000100:00100000:3.0:1772471968.955896:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834873344:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:3.0:1772471968.955942:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.955964:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.955979:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 18 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.955986:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.955989:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.955992:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.956025:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 18 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.956040:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 18 pid: 9676 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.956055:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856814464:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471968.956153:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.956163:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 11 pid: 8410 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.956174:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856814592:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471968.956200:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fed80 going to sleep for 11 seconds 00000100:00100000:3.0:1772471968.959420:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.959468:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.959518:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856814464:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471968.959531:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856814592:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471968.959554:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.959584:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834873472 00000100:00100000:3.0:1772471968.959590:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834873472 00010000:00010000:3.0:1772471968.959623:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 19 pid: 9676 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.959650:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834873600 00000100:00100000:3.0:1772471968.959654:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834873600 00010000:00010000:3.0:1772471968.959665:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 12 pid: 8410 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.959688:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 365 00000100:00100000:3.0:1772471968.959698:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834873472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471968.959726:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471968.959746:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 19 pid: 9676 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959759:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 19 pid: 9676 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959787:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d2db7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070a6 expref: 19 pid: 9676 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959804:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471968.959850:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834873472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 152us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.959858:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 365 00000100:00100000:3.0:1772471968.959875:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 366 00000100:00100000:3.0:1772471968.959881:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c88a60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834873600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471968.959888:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471968.959897:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 12 pid: 8410 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959907:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 12 pid: 8410 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959921:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e6eb06e/0xb50b868c089d2d94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407098 expref: 12 pid: 8410 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959929:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.959931:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471968.959936:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959950:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.959969:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471968.959987:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c88a60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834873600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 106us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.959993:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 366 00010000:00010000:3.0:1772471968.960130:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960140:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960159:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960167:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960175:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960181:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471968.960186:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960200:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960210:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.960218:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000827f9c76/0xb50b868c089d2dd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.960264:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834873344:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 4371us (4736us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.960271:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 314 00000100:00100000:3.0:1772471968.963755:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471968.963860:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834873856 00000100:00100000:0.0:1772471968.963873:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834873856 00000100:00100000:0.0:1772471968.963934:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 238 00000100:00100000:0.0:1772471968.963944:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:30449:x1858570834873856:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:0.0:1772471968.964008:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2dc5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ad expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772471968.964197:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968000 00000001:00080000:0.0:1772471968.964539:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968001 00010000:00010000:0.0:1772471968.964577:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.964592:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.964602:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.964611:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.964643:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.964657:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 106 pid: 6527 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.964672:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856814720:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471968.964767:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.964776:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 51 pid: 6525 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.964791:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856814848:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772471968.964813:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86676540 going to sleep for 11 seconds 00000100:00100000:3.0:1772471968.968083:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.968158:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471968.968189:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834874112 00000100:00100000:3.0:1772471968.968198:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834874112 00010000:00010000:3.0:1772471968.968234:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 52 pid: 6525 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.968266:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834873984 00000100:00100000:3.0:1772471968.968269:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834873984 00010000:00010000:3.0:1772471968.968282:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 107 pid: 6527 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471968.968343:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 367 00000100:00100000:3.0:1772471968.968355:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:2412:x1858570834874112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1772471968.968636:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 368 00000100:00100000:2.0:1772471968.968646:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2412:x1858570834873984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471968.968657:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471968.968665:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 107 pid: 6527 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.968680:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 107 pid: 6527 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.968703:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:2.0:1772471968.968709:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.968723:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471968.968729:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471968.968786:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2412:x1858570834873984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 142us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471968.968793:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 368 00010000:00010000:3.0:1772471968.968918:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471968.968924:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 52 pid: 6525 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.968935:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 52 pid: 6525 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.968947:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:3.0:1772471968.968951:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.968960:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.968967:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471968.968985:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471968.969017:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:2412:x1858570834874112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 665us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.969024:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 367 00010000:00010000:0.0:1772471968.970028:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2d55 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407075 expref: 106 pid: 6527 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.970050:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856814720:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471968.970063:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2d24 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407060 expref: 51 pid: 6525 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.970074:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856814848:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471968.970095:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.970104:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.970110:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772471968.970220:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968002 00000001:00080000:0.0:1772471968.970350:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968003 00000001:00080000:0.0:1772471968.971274:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968004 00000100:00100000:0.0:1772471968.971650:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856814976:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1772471968.972995:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471968.973037:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb526a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471968.973156:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856814976 00000100:00100000:3.0:1772471968.973165:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856814976 00000100:00100000:3.0:1772471968.973231:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1772471968.973240:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856814976:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1772471968.973479:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856814976:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1772471968.973604:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968005 00000100:00100000:0.0:1772471968.973670:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856815104:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1772471968.973715:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471968.973734:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b857ff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471968.973748:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815104 00000100:00100000:0.0:1772471968.973752:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815104 00000100:00100000:0.0:1772471968.973774:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1772471968.973780:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856815104:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1772471968.973876:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6529:x1858570856815104:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 94us (159us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1772471968.973884:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1772471968.973918:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856815104:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1772471968.973937:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.973947:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.973955:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.973961:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471968.973966:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.973975:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.973994:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:0.0:1772471968.973999:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1772471968.974004:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471968.974011:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2dda lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772471968.974097:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1772471968.974154:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:0.0:1772471968.974165:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 800003862761ns, next at 801003860732ns, rc = 0 00000001:00080000:0.0:1772471968.974172:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968006 00010000:00010000:0.0:1772471968.974192:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5b00) 00010000:00010000:0.0:1772471968.974195:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1772471968.974201:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2dc5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ad expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471968.974286:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:30449:x1858570834873856:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 10344us (10540us total) trans 4294968007 rc 0/0 00000100:00100000:0.0:1772471968.974296:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 238 00000020:00080000:0.0:1772471968.974321:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1772471968.974500:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856814976:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 130us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471968.974512:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:2.0:1772471968.976634:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471969.194591:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471969.194614:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856815232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471969.194691:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.194771:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815232 00000100:00100000:0.0:1772471969.194781:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815232 00000100:00100000:1.0:1772471969.194853:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856815360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471969.194861:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1772471969.194871:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856815232:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471969.194883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1772471969.194899:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152783680 pending 28672 free 3915096064 avail 3683573760 00000100:00100000:1.0:1772471969.194915:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815360 00000100:00100000:1.0:1772471969.194919:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815360 00000100:00100000:1.0:1772471969.194936:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1772471969.194942:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856815360:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471969.194943:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856815232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.194950:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00002000:00000024:1.0:1772471969.194951:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152783680 pending 28672 free 3915096064 avail 3683573760 00000100:00100000:1.0:1772471969.194976:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856815360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471969.194981:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1772471969.194994:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856815232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471969.195007:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856815360:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1772471969.195047:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471969.196144:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856815616:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.196194:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.196223:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856816128:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.196243:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.196260:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856816640:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.196278:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.196298:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772471969.196325:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856815744:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.196348:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.196365:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856816256:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.196383:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.196410:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856816768:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.196431:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.196455:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815616 00000100:00100000:0.0:1772471969.196461:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815616 00000100:00100000:1.0:1772471969.196557:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856815488:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.196591:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471969.196614:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856816000:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.196638:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471969.196654:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856816512:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.196673:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471969.196692:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1772471969.197470:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816128 00000100:00100000:0.0:1772471969.197487:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816128 00000100:00100000:0.0:1772471969.197519:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816640 00000100:00100000:0.0:1772471969.197522:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816640 00000100:00100000:0.0:1772471969.197535:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816256 00000100:00100000:0.0:1772471969.197537:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816256 00000100:00100000:1.0:1772471969.197541:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856815872:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.197550:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816768 00000100:00100000:0.0:1772471969.197553:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816768 00000100:00100000:0.0:1772471969.197568:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1772471969.197575:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856815616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.197577:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471969.197594:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856816384:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.197614:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471969.197628:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856815616:12345-0@lo:400:kworker.0 Request processed in 53us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.197634:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1772471969.197645:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815488 00000100:00100000:1.0:1772471969.197648:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815488 00000100:00100000:0.0:1772471969.197651:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815872 00000100:00100000:0.0:1772471969.197653:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815872 00000100:00100000:0.0:1772471969.197665:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1772471969.197670:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856816128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.197676:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1772471969.197681:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856815488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.197696:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856816128:12345-0@lo:400:kworker.0 Request processed in 25us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.197702:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1772471969.197803:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856815488:12345-0@lo:400:kworker.0 Request processed in 121us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471969.197810:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1772471969.201664:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856815744 00000100:00100000:0.0:1772471969.201670:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1772471969.201677:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856815744 00000100:00100000:0.0:1772471969.201707:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816000 00000100:00100000:1.0:1772471969.201745:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1772471969.201753:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856815744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.201788:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816000 00000100:00100000:0.0:1772471969.201811:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1772471969.201817:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856816000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.201843:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856815744:12345-0@lo:400:kworker.0 Request processed in 92us (5493us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.201848:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856816000:12345-0@lo:400:kworker.0 Request processed in 32us (5210us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471969.201851:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1772471969.201854:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1772471969.201877:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816512 00000100:00100000:0.0:1772471969.201877:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1772471969.201880:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816512 00000100:00100000:0.0:1772471969.201886:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856816256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.201911:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816384 00000100:00100000:1.0:1772471969.201915:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816384 00000100:00100000:0.0:1772471969.201915:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856816256:12345-0@lo:400:kworker.0 Request processed in 32us (5532us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.201921:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1772471969.201935:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1772471969.201935:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1772471969.201942:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856816512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.201942:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856816768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.201971:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856816512:12345-0@lo:400:kworker.0 Request processed in 30us (5296us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.201971:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856816768:12345-0@lo:400:kworker.0 Request processed in 30us (5539us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471969.201978:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1772471969.201978:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1772471969.201989:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1772471969.201989:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1772471969.201994:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856816384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.201994:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856815872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.202019:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856816384:12345-0@lo:400:kworker.0 Request processed in 24us (4403us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.202019:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856815872:12345-0@lo:400:kworker.0 Request processed in 24us (4440us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471969.202026:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1772471969.202026:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1772471969.202077:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856815872:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.202089:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856816384:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.202099:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856815488:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.202109:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856816000:0@lo:400:kworker.0 00000100:00100000:1.0:1772471969.202121:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856816512:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.203183:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856815744:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.203212:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856816256:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.203223:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856816768:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.203234:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856815616:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.203245:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856816128:0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.203436:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856816640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471969.204875:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856816640:12345-0@lo:400:kworker.0 Request processed in 3187us (8587us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471969.204890:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1772471969.204961:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856816640:0@lo:400:kworker.0 00000100:00080000:3.0:1772471969.205897:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471969.205906:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471969.205909:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772471969.978988:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471970.219518:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856816896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471970.219711:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471970.219843:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856816896 00000100:00100000:0.0:1772471970.219859:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856816896 00000100:00100000:0.0:1772471970.219930:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1772471970.219951:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856816896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772471970.219993:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471970.220062:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856816896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471970.220070:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1772471970.220122:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856816896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471970.221130:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856817024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471970.221179:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471970.224094:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856817024 00000100:00100000:0.0:1772471970.224109:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856817024 00000100:00100000:0.0:1772471970.224196:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1772471970.224206:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856817024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772471970.224266:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 145943360 pending 0 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772471970.224459:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856817024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 254us (3279us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471970.224466:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1772471970.224767:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856817024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1772471970.987594:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772471971.451699:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471971.451708:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471971.451823:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:0.0:1772471971.451832:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471971.755463:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856817152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471971.755542:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471971.756101:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856817152 00000100:00100000:1.0:1772471971.756111:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856817152 00000100:00100000:1.0:1772471971.756203:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1772471971.756214:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856817152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471971.756256:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1772471971.756343:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856817152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471971.756350:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1772471971.756530:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856817152:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772471972.010788:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471972.041088:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471972.041162:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834874240 00000100:00100000:0.0:1772471972.041174:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834874240 00000100:00100000:0.0:1772471972.041282:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1189 00000100:00100000:0.0:1772471972.041294:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:30476:x1858570834874240:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:0.0:1772471972.041339:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471972.041384:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2de1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070b4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041463:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041482:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041495:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041507:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041515:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041522:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041617:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041626:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041634:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471972.041688:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1772471972.041694:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772471972.041714:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041891:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041904:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041910:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041916:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041923:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041929:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.041934:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041942:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041955:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:0.0:1772471972.041959:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471972.041964:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041971:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2de8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041991:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.041998:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042004:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042009:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.042012:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042019:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042026:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5200) 00010000:00010000:0.0:1772471972.042029:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471972.042032:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042038:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2def lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042068:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d2de1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070b4 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042082:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070b4 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.042095:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9b86be0b00) 00010000:00010000:0.0:1772471972.042097:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471972.042100:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:0.0:1772471972.042173:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:30476:x1858570834874240:12345-192.168.202.58@tcp:101:diff.0 Request processed in 881us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471972.042182:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1189 00000100:00100000:0.0:1772471972.046666:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.047063:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834874496 00000100:00100000:3.0:1772471972.047077:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834874496 00000100:00100000:3.0:1772471972.047145:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1190 00000100:00100000:3.0:1772471972.047156:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:30476:x1858570834874496:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471972.047181:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471972.047207:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2dfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070bb expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.047356:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2e04 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.047387:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2e04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.047399:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2e04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471972.047413:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1772471972.047660:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2dfd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070bb expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.047867:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2e04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070bb expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.047877:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9b86be0b00) 00010000:00010000:3.0:1772471972.047880:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471972.047884:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5a00, rc 0) 00000100:00100000:3.0:1772471972.047960:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:30476:x1858570834874496:12345-192.168.202.58@tcp:101:diff.0 Request processed in 806us (1304us total) trans 4294968008 rc 0/0 00000100:00100000:3.0:1772471972.047968:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1190 00000100:00080000:2.0:1772471972.051425:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471972.059397:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.060118:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834874752 00000100:00100000:1.0:1772471972.060130:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834874752 00000100:00100000:1.0:1772471972.060206:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 53 00000100:00100000:1.0:1772471972.060218:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570834874752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471972.060233:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471972.060258:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d2e04 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070bb expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.060276:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9b86be0b00) 00010000:00010000:1.0:1772471972.060281:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471972.060383:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2411:x1858570834874752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 154us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.060391:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 53 00000100:00100000:2.0:1772471972.064250:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.064396:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834874880 00000100:00100000:3.0:1772471972.064408:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834874880 00000100:00100000:3.0:1772471972.064481:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 54 00000100:00100000:3.0:1772471972.064493:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:30476:x1858570834874880:12345-192.168.202.58@tcp:103:diff.0 00010000:00010000:3.0:1772471972.064509:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471972.064548:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d2df6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070b4 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.064568:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9b86be0b00) 00010000:00010000:3.0:1772471972.064580:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772471972.064641:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:30476:x1858570834874880:12345-192.168.202.58@tcp:103:diff.0 Request processed in 150us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471972.064650:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 54 00000100:00100000:3.0:1772471972.067554:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.068474:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834875008 00000100:00100000:1.0:1772471972.068487:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834875008 00000100:00100000:1.0:1772471972.068570:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1191 00000100:00100000:1.0:1772471972.068581:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:30476:x1858570834875008:12345-192.168.202.58@tcp:58:diff.0 00010000:00010000:1.0:1772471972.068722:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.068850:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.068864:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772471972.068964:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:1.0:1772471972.069053:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:30476:x1858570834875008:12345-192.168.202.58@tcp:58:diff.0 Request processed in 472us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.069062:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1191 00000100:00100000:3.0:1772471972.070866:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.071668:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834875136 00000100:00100000:1.0:1772471972.071681:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834875136 00000100:00100000:1.0:1772471972.071838:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1192 00000100:00100000:1.0:1772471972.071851:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:30476:x1858570834875136:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:1.0:1772471972.071875:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471972.071895:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070c2 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.071956:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.071968:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.071988:0:6527:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.072004:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.072017:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:1.0:1772471972.072021:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772471972.072025:0:6527:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.072034:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772471972.072100:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:30476:x1858570834875136:12345-192.168.202.58@tcp:101:diff.0 Request processed in 252us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.072112:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1192 00000040:00080000:0.0:1772471972.462251:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471972.462262:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471972.462293:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:0.0:1772471972.462325:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471972.462623:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856817280:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471972.462903:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b857ff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772471972.473845:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.473922:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856817280:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772471972.474111:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834875264 00000100:00100000:2.0:1772471972.474119:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834875264 00000100:00100000:2.0:1772471972.474189:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1193 00000100:00100000:2.0:1772471972.474199:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30477:x1858570834875264:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471972.474235:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471972.474356:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30477:x1858570834875264:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 157us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.474365:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1193 00000100:00080000:1.0:1772471972.474630:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1772471972.479599:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968008 is committed 00000004:00080000:2.0:1772471972.479621:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:2.0:1772471972.479642:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b857ffb40 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:2.0:1772471972.479647:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb7844700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b857ff600 00000020:00080000:2.0:1772471972.479650:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb7844a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b8699ec00 00000001:00080000:2.0:1772471972.479690:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967998 is committed 00000020:00080000:2.0:1772471972.479705:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00010000:00010000:2.0:1772471972.479735:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.479745:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.479753:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.479758:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471972.479763:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.479770:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.479787:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5200) 00010000:00010000:2.0:1772471972.479790:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471972.479795:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.479800:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2d1d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471972.479807:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856817408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772471972.479872:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1772471972.482062:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:1.0:1772471972.482167:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:2.0:1772471972.483023:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856817408 00000100:00100000:2.0:1772471972.483037:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856817408 00000100:00100000:2.0:1772471972.483114:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1772471972.483126:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856817408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772471972.483160:0:8408:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:2.0:1772471972.483193:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x69a5c6a0, atime: 0x0, ctime: 0x69a5c6a0, blocks: 0x8 00010000:00010000:2.0:1772471972.483201:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.483218:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471972.483220:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471972.483225:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.483239:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1772471972.483245:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772471972.483249:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.483256:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.483271:0:8408:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772471972.483500:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856817408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 375us (3627us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1772471972.483508:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000004:00080000:1.0:1772471972.483687:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b8543aa00/2, rc 0, transno 4294967360 00000100:00100000:1.0:1772471972.483695:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856817408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772471972.484109:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772471972.484118:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.484129:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772471972.484134:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.484144:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.484164:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.484172:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d2e20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.484193:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772471972.484195:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772471972.484197:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471972.484609:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.484691:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834875392 00000100:00100000:3.0:1772471972.484698:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834875392 00000100:00100000:3.0:1772471972.484756:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1194 00000100:00100000:3.0:1772471972.484765:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30477:x1858570834875392:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1772471972.485205:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485221:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485231:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485243:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485249:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485255:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485276:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485282:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485287:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471972.485486:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1772471972.485491:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471972.485508:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485522:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485535:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485541:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485547:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485552:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471972.485557:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485563:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485574:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772471972.485577:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471972.485582:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485588:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2e27 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485602:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485607:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485612:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485617:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471972.485620:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485625:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485631:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772471972.485633:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471972.485635:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485640:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2e2e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485652:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485659:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.485664:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.487120:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471972.487126:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.487135:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.487155:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:3.0:1772471972.487157:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471972.487161:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.487168:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e35 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471972.487263:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30477:x1858570834875392:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 2495us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471972.487272:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1194 00010000:00010000:0.0:1772471972.487940:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.487950:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.487957:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.487962:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.487966:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.487977:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.487988:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8f9b86be0800) 00010000:00010000:0.0:1772471972.487991:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471972.487994:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488000:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2c44 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488019:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488025:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488031:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488036:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.488038:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488044:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488050:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:0.0:1772471972.488052:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471972.488055:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.488061:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2c4b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.494762:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.496856:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834875648 00000100:00100000:3.0:1772471972.496871:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834875648 00000100:00100000:3.0:1772471972.496950:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1195 00000100:00100000:3.0:1772471972.496960:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30477:x1858570834875648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471972.496982:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471972.497003:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e3c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070c9 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497115:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497131:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497143:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471972.497153:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1772471972.497232:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497238:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497242:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497246:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471972.497249:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497253:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497263:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:3.0:1772471972.497265:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471972.497269:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.497272:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e43 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.498158:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e3c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c9 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.498172:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772471972.498174:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471972.498179:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e3c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c9 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.498198:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772471972.498280:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834875648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1321us (3527us total) trans 4294968009 rc 301/301 00000100:00100000:3.0:1772471972.498290:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1195 00000100:00100000:2.0:1772471972.514538:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.516095:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834875776 00000100:00100000:3.0:1772471972.516109:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834875776 00000100:00100000:3.0:1772471972.516183:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1196 00000100:00100000:3.0:1772471972.516194:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834875776:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772471972.516232:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772471972.516990:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834875776:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 720us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471972.516999:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1196 00000100:00100000:2.0:1772471972.522349:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.522445:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834876032 00000100:00100000:3.0:1772471972.522455:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834876032 00000100:00100000:3.0:1772471972.522519:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1197 00000100:00100000:3.0:1772471972.522536:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834876032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471972.522558:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471972.522578:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e51 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070d0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.523039:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e58 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.523054:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e58 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.523071:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e58 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471972.523080:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:3.0:1772471972.523117:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e51 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d0 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.523131:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e58 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d0 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.523138:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772471972.523140:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471972.523143:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471972.523201:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834876032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 668us (910us total) trans 4294968010 rc 0/0 00000100:00100000:3.0:1772471972.523208:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1197 00000100:00100000:2.0:1772471972.528128:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.528213:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834876288 00000100:00100000:3.0:1772471972.528224:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834876288 00000100:00100000:3.0:1772471972.528283:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1198 00000100:00100000:3.0:1772471972.528295:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834876288:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772471972.528416:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471972.528445:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e58 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d0 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.528467:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772471972.528479:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772471972.528503:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.528516:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 98 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.528535:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.528574:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 98 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.528588:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 98 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471972.528603:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856817536:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471972.529038:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1772471972.532868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.533187:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856817536:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471972.533214:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.534593:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834876416 00000100:00100000:1.0:1772471972.534606:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834876416 00010000:00010000:1.0:1772471972.534670:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 99 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.534714:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 369 00000100:00100000:1.0:1772471972.534725:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2411:x1858570834876416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471972.534741:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471972.534748:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 99 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.534762:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 99 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.534786:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d2d6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407083 expref: 99 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.534809:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471972.534815:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.534826:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.534834:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.534865:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471972.534907:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.534926:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.534927:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:2411:x1858570834876416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 205us (2069us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.534935:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 369 00010000:00010000:2.0:1772471972.534950:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.534960:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.534968:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535023:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535031:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535037:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535043:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471972.535047:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535055:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535064:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:2.0:1772471972.535067:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471972.535071:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535077:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d2e66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535086:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535091:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535096:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535100:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471972.535102:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535108:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535114:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x33e0befb (ffff8f9b83a2e100) 00010000:00010000:2.0:1772471972.535116:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471972.535119:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.535124:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e6d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x33e0befb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.535178:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30477:x1858570834876288:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 6885us (7060us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772471972.535186:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1198 00000100:00100000:1.0:1772471972.543104:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.543179:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834876544 00000100:00100000:3.0:1772471972.543190:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834876544 00000100:00100000:3.0:1772471972.543252:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1199 00000100:00100000:3.0:1772471972.543263:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30477:x1858570834876544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471972.543284:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471972.543340:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e74 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070d7 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.543385:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.543398:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.543415:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.543538:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2e74 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 49 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.543555:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.543564:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772471972.543567:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471972.543570:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471972.543630:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834876544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 369us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471972.543640:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1199 00000100:00100000:3.0:1772471972.547733:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.547904:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834876800 00000100:00100000:2.0:1772471972.547925:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834876800 00000100:00100000:2.0:1772471972.547988:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1200 00000100:00100000:2.0:1772471972.547999:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834876800:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.548085:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.548101:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.548112:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471972.548280:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b9e8583c reply state 00000000049a30ce transno 4294968011 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.548293:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.548320:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772471972.548324:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471972.548329:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471972.548453:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30477:x1858570834876800:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 454us (729us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1772471972.548461:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1200 00000100:00100000:2.0:1772471972.556173:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.558972:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834876928 00000100:00100000:3.0:1772471972.558993:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834876928 00000100:00100000:2.0:1772471972.559224:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1201 00000100:00100000:2.0:1772471972.559238:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30477:x1858570834876928:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.559282:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471972.559350:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070de expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.559449:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.559468:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.559480:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772471972.559483:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471972.559488:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:2.0:1772471972.559600:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30477:x1858570834876928:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 364us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.559608:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1201 00000100:00100000:3.0:1772471972.565163:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.565263:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834877056 00000100:00100000:1.0:1772471972.565275:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834877056 00000100:00100000:1.0:1772471972.565394:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 239 00000100:00100000:1.0:1772471972.565406:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30477:x1858570834877056:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1772471972.565572:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30477:x1858570834877056:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 168us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.565580:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 239 00000100:00100000:0.0:1772471972.573965:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.574444:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834877312 00000100:00100000:2.0:1772471972.574455:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834877312 00000100:00100000:2.0:1772471972.574533:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 240 00000100:00100000:2.0:1772471972.574545:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30477:x1858570834877312:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471972.575504:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30477:x1858570834877312:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 273us (862us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1772471972.575520:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 240 00000100:00100000:2.0:1772471972.583383:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471972.587687:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834877568 00000100:00100000:0.0:1772471972.587706:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834877568 00000100:00100000:0.0:1772471972.587776:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1202 00000100:00100000:0.0:1772471972.587785:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30477:x1858570834877568:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772471972.588211:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30477:x1858570834877568:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 426us (4846us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471972.588220:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1202 00000100:00100000:3.0:1772471972.593417:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.593550:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834877824 00000100:00100000:2.0:1772471972.593561:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834877824 00000100:00100000:2.0:1772471972.593637:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1203 00000100:00100000:2.0:1772471972.593658:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30477:x1858570834877824:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.593685:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471972.593709:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2e90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070e5 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.593826:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.593842:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 53 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.593851:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.593887:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 53 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.593900:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 53 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.594212:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856817664:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471972.594417:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9551b180 going to sleep for 11 seconds 00000100:00100000:2.0:1772471972.612131:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.612232:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834877952 00000100:00100000:1.0:1772471972.612243:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834877952 00010000:00010000:1.0:1772471972.612286:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 54 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.612381:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 370 00000100:00100000:1.0:1772471972.612391:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2411:x1858570834877952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471972.612408:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471972.612415:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 54 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.612428:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 54 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.612451:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:1.0:1772471972.612457:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.612467:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.612475:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.612496:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471972.612560:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2411:x1858570834877952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 170us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.612568:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 370 00010000:00010000:0.0:1772471972.615045:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2e89 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070de expref: 53 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471972.615072:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856817664:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772471972.615098:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.615108:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.615115:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471972.615137:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:0.0:1772471972.615604:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:0.0:1772471972.616176:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616186:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616194:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616200:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.616204:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616213:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616231:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:0.0:1772471972.616234:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471972.616239:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616245:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2e97 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616325:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2e90 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070e5 expref: 53 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616336:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:0.0:1772471972.616338:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772471972.616342:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2e90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070e5 expref: 53 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.616883:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:0.0:1772471972.617076:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30477:x1858570834877824:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 23429us (23666us total) trans 4294968013 rc 301/301 00000100:00100000:0.0:1772471972.617085:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1203 00000100:00100000:2.0:1772471972.641450:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.641870:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834878208 00000100:00100000:3.0:1772471972.641882:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834878208 00000100:00100000:3.0:1772471972.641957:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 241 00000100:00100000:3.0:1772471972.641969:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30477:x1858570834878208:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772471972.642297:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:30477:x1858570834878208:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 330us (858us total) trans 4294968014 rc 0/0 00000100:00100000:3.0:1772471972.642380:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 241 00000100:00100000:2.0:1772471972.651478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.652387:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834878336 00000100:00100000:3.0:1772471972.652401:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834878336 00000100:00100000:3.0:1772471972.652516:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1204 00000100:00100000:3.0:1772471972.652537:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:30477:x1858570834878336:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471972.652569:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471972.652596:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ea5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070ec expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.652701:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2eac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.652717:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2eac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.652730:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2eac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471972.652779:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:3.0:1772471972.652783:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471972.652803:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2eac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.652833:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ea5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ec expref: 55 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.652853:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2eac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ec expref: 54 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.652868:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772471972.652871:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1772471972.652875:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4600, rc 0) 00000100:00100000:3.0:1772471972.652963:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30477:x1858570834878336:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 429us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471972.652971:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1204 00000100:00100000:0.0:1772471972.668740:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.668914:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834878464 00000100:00100000:1.0:1772471972.668925:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834878464 00000100:00100000:1.0:1772471972.669006:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 316 00000100:00100000:1.0:1772471972.669018:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834878464:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471972.669042:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471972.669066:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070f3 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772471972.669095:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772471972.669118:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471972.669120:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471972.669130:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.669150:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.669164:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772471972.669234:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834878464:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 218us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.669241:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 316 00000100:00080000:2.0:1772471972.671826:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471972.673979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.674786:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834878720 00000100:00100000:1.0:1772471972.674799:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834878720 00000100:00100000:1.0:1772471972.674873:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1205 00000100:00100000:1.0:1772471972.674884:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30477:x1858570834878720:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772471972.675013:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30477:x1858570834878720:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 130us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.675021:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1205 00000100:00100000:0.0:1772471972.684184:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.684264:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834878848 00000100:00100000:1.0:1772471972.684275:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834878848 00000100:00100000:1.0:1772471972.684380:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 317 00000100:00100000:1.0:1772471972.684392:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:30477:x1858570834878848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772471972.684412:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471972.684430:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4070fa expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.684463:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.684472:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471972.684475:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471972.684479:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.684515:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.684540:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.684555:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856817792:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471972.684644:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1772471972.687894:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856817792:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471972.687933:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.687965:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471972.688028:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:30477:x1858570834878848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 3639us (3854us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.688038:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 317 00000100:00100000:0.0:1772471972.697716:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.698048:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834878976 00000100:00100000:1.0:1772471972.698058:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834878976 00010000:00010000:1.0:1772471972.698102:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.698149:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 371 00000100:00100000:1.0:1772471972.698160:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c88a60450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834878976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471972.698185:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471972.698207:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.698220:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.698244:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2eb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070f3 expref: 11 pid: 9676 timeout: 903 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.698262:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471972.698264:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471972.698271:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.698280:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.698367:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.698392:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856817920:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471972.698475:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1772471972.705883:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.705972:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834879104 00000100:00100000:3.0:1772471972.705982:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834879104 00002000:00100000:3.0:1772471972.706036:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff8f9b8547ce00 x1858570834879104/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:8/0 lens 648/0 e 0 to 0 dl 1772471983 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471972.706047:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547ce00 with x1858570834879104 ext(0->157) 00002000:00010000:3.0:1772471972.706052:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b8547ce00 00000100:00100000:3.0:1772471972.706085:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 87 00000100:00100000:3.0:1772471972.706094:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834879104:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1772471972.707250:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856817920:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772471972.707276:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471972.707377:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c88a60450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834878976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9209us (9661us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.707389:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 371 00000100:00100000:3.0:1772471972.710207:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834879104:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 4100us (4323us total) trans 4294967358 rc 0/0 00000100:00100000:3.0:1772471972.710223:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 87 00002000:00100000:3.0:1772471972.710238:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff8f9b8547ce00 x1858570834879104/t4294967358(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:8/0 lens 648/448 e 0 to 0 dl 1772471983 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471972.710249:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547ce00 with x1858570834879104 ext(0->157) 00002000:00010000:3.0:1772471972.710255:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b8547ce00 00000001:00080000:0.0:1772471972.710995:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:0.0:1772471972.711012:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:0.0:1772471972.715735:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.715853:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834879232 00000100:00100000:2.0:1772471972.715864:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834879232 00000100:00100000:2.0:1772471972.715926:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1206 00000100:00100000:2.0:1772471972.715936:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30477:x1858570834879232:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1772471972.720989:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968014 is committed 00000020:00080000:3.0:1772471972.721020:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00010000:00010000:0.0:1772471972.721254:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.721266:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.721275:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.721281:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.721286:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.721295:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.721332:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834879232:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 5356us (5565us total) trans 0 rc 0/0 00010000:00010000:0.0:1772471972.721345:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:0.0:1772471972.721349:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471972.721353:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1206 00010000:00010000:0.0:1772471972.721354:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.721360:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2e82 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1772471972.722644:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:1.0:1772471972.722664:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:0.0:1772471972.724706:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.724872:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834879360 00000100:00100000:2.0:1772471972.724885:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834879360 00000100:00100000:2.0:1772471972.724950:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 318 00000100:00100000:2.0:1772471972.724961:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834879360:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1772471972.725096:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834879360:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 134us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.725105:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 318 00000100:00100000:3.0:1772471972.729172:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.729882:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834879616 00000100:00100000:2.0:1772471972.729893:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834879616 00000100:00100000:2.0:1772471972.729959:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1207 00000100:00100000:2.0:1772471972.729970:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30477:x1858570834879616:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.730026:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471972.730052:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2eac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070ec expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730073:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772471972.730078:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772471972.730104:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730121:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730131:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730153:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730159:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730166:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730172:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471972.730176:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730185:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730192:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772471972.730196:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772471972.730199:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.730206:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.730807:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834879616:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 837us (1642us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.730827:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1207 00000100:00100000:0.0:1772471972.735612:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.735677:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834879744 00000100:00100000:2.0:1772471972.735689:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834879744 00000100:00100000:2.0:1772471972.735760:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1208 00000100:00100000:2.0:1772471972.735772:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834879744:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.735798:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471972.735828:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407101 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.735891:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.735907:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.735925:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772471972.735928:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471972.735932:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772471972.735995:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30477:x1858570834879744:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 225us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.736002:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1208 00000100:00100000:0.0:1772471972.740595:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.740844:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834879872 00000100:00100000:3.0:1772471972.740856:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834879872 00000100:00100000:3.0:1772471972.740917:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 319 00000100:00100000:3.0:1772471972.740927:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834879872:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1772471972.741081:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1772471972.741085:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1772471968 00002000:00010000:3.0:1772471972.741087:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1772471968 00002000:00010000:3.0:1772471972.741090:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1772471968 00002000:00010000:3.0:1772471972.741093:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1772471972.741156:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834879872:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 229us (570us total) trans 4294967359 rc 0/0 00000100:00100000:3.0:1772471972.741164:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 319 00000100:00100000:3.0:1772471972.745882:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.746133:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834880128 00000100:00100000:2.0:1772471972.746143:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834880128 00000100:00100000:2.0:1772471972.746205:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1209 00000100:00100000:2.0:1772471972.746216:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30477:x1858570834880128:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.746283:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.746351:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.746361:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.746409:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.746424:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 47 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.746438:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856818048:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471972.746508:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9551b180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471972.751990:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.752167:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834880256 00000100:00100000:1.0:1772471972.752177:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834880256 00010000:00010000:1.0:1772471972.752224:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 48 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.752273:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 372 00000100:00100000:1.0:1772471972.752282:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834880256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471972.752352:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471972.752360:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 48 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.752386:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 48 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.752412:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:1.0:1772471972.752417:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.752426:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.752433:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.752452:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471972.752504:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834880256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 223us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.752512:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 372 00010000:00010000:2.0:1772471972.753431:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2e7b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070d7 expref: 47 pid: 10040 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.753452:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856818048:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471972.753473:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753483:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753488:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753529:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753537:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753543:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753549:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471972.753553:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753560:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753573:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772471972.753576:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1772471972.753580:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.753585:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2ecf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.753641:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834880128:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 7427us (7767us total) trans 0 rc -22/-22 00000100:00100000:2.0:1772471972.753649:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1209 00000100:00100000:0.0:1772471972.758443:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.758646:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834880384 00000100:00100000:1.0:1772471972.758657:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834880384 00000100:00100000:1.0:1772471972.758722:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 320 00000100:00100000:1.0:1772471972.758730:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834880384:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772471972.758774:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.758793:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.758807:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772471972.758809:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772471972.758821:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.758853:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.758867:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 11 pid: 8409 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.758881:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856818176:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772471972.758951:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b180 going to sleep for 11 seconds 00000100:00100000:0.0:1772471972.763239:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.763412:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856818176:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772471972.763441:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.763610:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834880512 00000100:00100000:2.0:1772471972.763617:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834880512 00010000:00010000:2.0:1772471972.763655:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 12 pid: 8409 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.763700:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 373 00000100:00100000:2.0:1772471972.763710:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834880512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471972.763728:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471972.763750:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 12 pid: 8409 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.763761:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 12 pid: 8409 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.763785:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a98024f/0xb50b868c089d2eba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070fa expref: 12 pid: 8409 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.763800:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471972.763802:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471972.763808:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.763831:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.763864:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471972.763925:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834880512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 216us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.763934:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 373 00010000:00010000:1.0:1772471972.764619:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764634:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764658:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764676:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764685:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764692:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471972.764696:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764705:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764719:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.764727:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002680216/0xb50b868c089d2ed6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.764821:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834880384:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 6079us (6376us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.764831:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 320 00000100:00100000:0.0:1772471972.770842:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471972.771039:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834880768 00000100:00100000:2.0:1772471972.771049:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834880768 00000100:00100000:2.0:1772471972.771105:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1210 00000100:00100000:2.0:1772471972.771116:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30477:x1858570834880768:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772471972.771201:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771219:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771232:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771631:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771644:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771653:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771688:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471972.771703:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 47 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471972.771716:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856818304:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471972.771924:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83b8a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772471972.778785:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856818432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772471972.778876:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471972.779071:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856818432 00000100:00100000:2.0:1772471972.779079:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856818432 00000100:00100000:2.0:1772471972.779141:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1772471972.779151:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856818432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772471972.779191:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772471972.779247:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856818432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471972.779255:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1772471972.781911:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856818432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471972.784361:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471972.785023:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834880896 00000100:00100000:1.0:1772471972.785035:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834880896 00010000:00010000:1.0:1772471972.785084:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 48 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471972.785133:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 374 00000100:00100000:1.0:1772471972.785142:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834880896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471972.785158:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471972.785166:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 48 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.785180:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 48 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.785204:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:1.0:1772471972.785210:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.785220:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.785227:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.785247:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471972.785337:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834880896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 194us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471972.785354:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 374 00010000:00010000:3.0:1772471972.787114:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2ec8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407101 expref: 47 pid: 9675 timeout: 903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471972.787148:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856818304:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471972.787175:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.787187:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471972.787194:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471972.787406:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968015 00000004:02000000:3.0:1772471972.787536:0:10040:0:(mdd_object.c:3024:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:0.0:1772471972.794841:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968016 00010000:00010000:0.0:1772471972.794916:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.794929:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.794937:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.794943:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.794948:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.794955:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.794973:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9c83cf5a00) 00010000:00010000:0.0:1772471972.794977:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471972.794981:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.794988:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2ee4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795020:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795026:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795031:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795036:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.795039:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795045:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795053:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:0.0:1772471972.795055:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772471972.795064:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795076:0:10040:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795085:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.795134:0:10040:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 97 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471972.795150:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856818560:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772471972.795261:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772471972.803217:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856818560:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772471972.803258:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803271:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2e12 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803621:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803640:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803656:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803677:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803685:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803692:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803703:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.803707:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803715:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803729:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:0.0:1772471972.803732:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471972.803737:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803743:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2eeb lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803754:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803760:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803766:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803771:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471972.803774:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803779:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803791:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:0.0:1772471972.803794:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772471972.803797:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.803802:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2edd lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471972.804009:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834880768:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 32891us (33189us total) trans 0 rc -95/-95 00000100:00100000:0.0:1772471972.804020:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1210 00000020:00080000:0.0:1772471972.804026:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:1.0:1772471972.805468:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471972.805477:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471972.806589:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1772471972.806609:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772471972.808133:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471972.808223:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834881024 00000100:00100000:0.0:1772471972.808232:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834881024 00000100:00100000:0.0:1772471972.808296:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 242 00000100:00100000:0.0:1772471972.808363:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30476:x1858570834881024:12345-192.168.202.58@tcp:49:diff.0 00000100:00100000:0.0:1772471972.808520:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30476:x1858570834881024:12345-192.168.202.58@tcp:49:diff.0 Request processed in 160us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471972.808528:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 242 00000100:00100000:2.0:1772471972.812411:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471972.812631:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834881280 00000100:00100000:0.0:1772471972.812642:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834881280 00000100:00100000:0.0:1772471972.812791:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 243 00000100:00100000:0.0:1772471972.812801:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30477:x1858570834881280:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1772471972.813264:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1772471972.813443:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9200 00000004:00080000:0.0:1772471972.813456:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 803843153753ns, next at 804843151101ns, rc = 0 00000001:00080000:0.0:1772471972.813465:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968017 00010000:00010000:0.0:1772471972.813516:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.813535:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.813548:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.813558:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.813565:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.813572:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471972.813639:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772471972.813764:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30477:x1858570834881280:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 962us (1362us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1772471972.813772:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 243 00000020:00080000:0.0:1772471972.813778:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1772471972.816258:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772471972.816273:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.816285:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471972.816290:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.816684:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.816705:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8f9b83a2f200) 00010000:00010000:1.0:1772471972.816708:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772471972.816713:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.816719:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d2ef2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471972.816745:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471972.816747:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772471972.816749:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471972.819905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471972.820065:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834881536 00000100:00100000:3.0:1772471972.820075:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834881536 00000100:00100000:3.0:1772471972.820132:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 244 00000100:00100000:3.0:1772471972.820142:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30476:x1858570834881536:12345-192.168.202.58@tcp:35:diff.0 00000100:00100000:3.0:1772471972.820400:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30476:x1858570834881536:12345-192.168.202.58@tcp:35:diff.0 Request processed in 259us (505us total) trans 4294968019 rc 0/0 00000100:00100000:3.0:1772471972.820408:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 244 00010000:00010000:2.0:1772471973.034419:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772471973.421086:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000001:00080000:3.0:1772471973.421106:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:3.0:1772471973.574558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574597:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574644:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574684:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574708:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574750:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574772:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471973.574800:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882048 00000100:00100000:3.0:1772471973.574821:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882048 00000100:00100000:3.0:1772471973.574880:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882560 00000100:00100000:3.0:1772471973.574883:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882560 00000100:00100000:3.0:1772471973.574895:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882176 00000100:00100000:3.0:1772471973.574898:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882176 00000100:00100000:3.0:1772471973.574913:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882688 00000100:00100000:3.0:1772471973.574916:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882688 00000100:00100000:3.0:1772471973.574933:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 538 00000100:00100000:3.0:1772471973.574942:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834882048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575019:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2409:x1858570834882048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 77us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575027:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 538 00000100:00100000:3.0:1772471973.575043:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 539 00000100:00100000:3.0:1772471973.575048:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834882560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575072:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834882560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575077:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 539 00000100:00100000:3.0:1772471973.575088:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 540 00000100:00100000:3.0:1772471973.575094:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570834882176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575118:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570834882176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575124:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 540 00000100:00100000:3.0:1772471973.575134:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 541 00000100:00100000:3.0:1772471973.575140:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834882688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575160:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834882688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575165:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 541 00000100:00100000:3.0:1772471973.575186:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834881792 00000100:00100000:3.0:1772471973.575191:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834881792 00000100:00100000:3.0:1772471973.575216:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882304 00000100:00100000:3.0:1772471973.575219:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882304 00000100:00100000:3.0:1772471973.575231:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834881920 00000100:00100000:3.0:1772471973.575234:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834881920 00000100:00100000:3.0:1772471973.575249:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882432 00000100:00100000:3.0:1772471973.575252:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882432 00000100:00100000:3.0:1772471973.575265:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 947 00000100:00100000:3.0:1772471973.575270:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2409:x1858570834881792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575326:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2409:x1858570834881792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575332:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 947 00000100:00100000:3.0:1772471973.575343:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 948 00000100:00100000:3.0:1772471973.575349:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2409:x1858570834882304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575392:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2409:x1858570834882304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 42us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575399:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 948 00000100:00100000:3.0:1772471973.575412:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 949 00000100:00100000:3.0:1772471973.575418:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834881920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575443:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834881920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575449:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 949 00000100:00100000:3.0:1772471973.575460:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 950 00000100:00100000:3.0:1772471973.575466:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834882432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575487:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834882432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575493:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 950 00000100:00100000:3.0:1772471973.575519:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834881664 00000100:00100000:3.0:1772471973.575523:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834881664 00000100:00100000:3.0:1772471973.575551:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00100000:3.0:1772471973.575558:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834881664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471973.575578:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834881664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471973.575584:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00080000:3.0:1772471973.575623:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471973.575629:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471973.575631:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1772471973.613442:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1772471973.787766:0:22545:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772471973.787778:0:22545:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772471973.788225:0:22545:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:2.0:1772471973.788234:0:22545:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772471974.064458:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471974.314727:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856818688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471974.314822:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471974.315147:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856818688 00000100:00100000:1.0:1772471974.315157:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856818688 00000100:00100000:1.0:1772471974.315227:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1772471974.315238:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856818688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471974.315272:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00080000:3.0:1772471974.315829:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471974.316015:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856818944:0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.316136:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856818816:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.316645:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.316690:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856819456:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.316714:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.316737:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856819968:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.316759:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.316782:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471974.316788:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856820352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471974.316823:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.316853:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856818944 00000100:00100000:0.0:1772471974.316860:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856818944 00000100:00100000:0.0:1772471974.316900:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819456 00000100:00100000:0.0:1772471974.316904:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819456 00000100:00100000:0.0:1772471974.316928:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819968 00000100:00100000:0.0:1772471974.316931:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819968 00000100:00100000:0.0:1772471974.316947:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1772471974.316954:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856818944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317000:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856818944:12345-0@lo:400:kworker.0 Request processed in 46us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471974.317008:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1772471974.317026:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1772471974.317033:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856819456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317060:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856819456:12345-0@lo:400:kworker.0 Request processed in 27us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471974.317065:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1772471974.317075:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1772471974.317081:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856819968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317105:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856819968:12345-0@lo:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471974.317110:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1772471974.317130:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820352 00000100:00100000:0.0:1772471974.317134:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820352 00000100:00100000:0.0:1772471974.317160:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1772471974.317166:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856820352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772471974.317180:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00100000:0.0:1772471974.317208:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856820352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471974.317214:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1772471974.317239:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856819072:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317265:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.317287:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856819584:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317344:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.317371:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856820096:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317394:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.317412:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1772471974.317419:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856819200:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.317453:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856819712:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317475:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.317492:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856820224:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.317510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471974.317536:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819072 00000100:00100000:0.0:1772471974.317540:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819072 00000100:00100000:0.0:1772471974.317567:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1772471974.317573:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856819072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.317836:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471974.317867:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856819328:0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.317890:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471974.317908:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856819840:0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.317929:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471974.317959:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819584 00000100:00100000:3.0:1772471974.317964:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819584 00000100:00100000:3.0:1772471974.317985:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820096 00000100:00100000:3.0:1772471974.317988:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820096 00000100:00100000:3.0:1772471974.317999:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819200 00000100:00100000:3.0:1772471974.318001:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819200 00000100:00100000:3.0:1772471974.318012:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1772471974.318018:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856819584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318055:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856819584:12345-0@lo:400:kworker.0 Request processed in 37us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318063:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1772471974.318076:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1772471974.318081:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856820096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318106:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856820096:12345-0@lo:400:kworker.0 Request processed in 25us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318111:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1772471974.318122:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1772471974.318127:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856819200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318152:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856819200:12345-0@lo:400:kworker.0 Request processed in 25us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318157:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1772471974.318172:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819712 00000100:00100000:3.0:1772471974.318176:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819712 00000100:00100000:3.0:1772471974.318196:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820224 00000100:00100000:3.0:1772471974.318198:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820224 00000100:00100000:3.0:1772471974.318208:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819840 00000100:00100000:3.0:1772471974.318211:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819840 00000100:00100000:3.0:1772471974.318223:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1772471974.318228:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856819712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318254:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856819712:12345-0@lo:400:kworker.0 Request processed in 25us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318259:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1772471974.318267:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1772471974.318272:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856820224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318294:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856820224:12345-0@lo:400:kworker.0 Request processed in 21us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318321:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1772471974.318330:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1772471974.318336:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856819840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318373:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856819840:12345-0@lo:400:kworker.0 Request processed in 38us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318379:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1772471974.318394:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856819328 00000100:00100000:3.0:1772471974.318397:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856819328 00000100:00100000:3.0:1772471974.318411:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1772471974.318416:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856819328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318441:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856819328:12345-0@lo:400:kworker.0 Request processed in 25us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471974.318446:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:3.0:1772471974.318469:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772471974.318473:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471974.318475:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471974.318477:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471974.318510:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856819328:0@lo:400:kworker.0 00000100:00100000:3.0:1772471974.318519:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:3.0:1772471974.318524:0:3654:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b83fb3b80, transno 4294967357 00000100:00100000:3.0:1772471974.318534:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856819840:0@lo:400:kworker.0 00000100:00100000:1.0:1772471974.318745:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856818688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3508us (3922us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471974.318754:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1772471974.318781:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856818816 00000100:00100000:1.0:1772471974.318784:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856818816 00000100:00100000:1.0:1772471974.318812:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1772471974.318818:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856818816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471974.318851:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856818816:12345-0@lo:400:kworker.0 Request processed in 32us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471974.318856:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1772471974.320321:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856820352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471974.320362:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856818944:0@lo:400:kworker.0 00000100:00100000:1.0:1772471974.320377:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856819456:0@lo:400:kworker.0 00000100:00100000:1.0:1772471974.320390:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856819968:0@lo:400:kworker.0 00000100:00100000:2.0:1772471974.320634:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:2.0:1772471974.320641:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967360 00000004:00080000:2.0:1772471974.320665:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b8543aa00, transno 4294967360 00000100:00100000:2.0:1772471974.320694:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856818688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471974.322786:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856818816:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.322911:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856819072:12345-0@lo:400:kworker.0 Request processed in 5335us (5643us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471974.322924:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1772471974.322980:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856819200:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.322996:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856819712:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.323008:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856820224:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.323021:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856819072:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.323033:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856819584:0@lo:400:kworker.0 00000100:00100000:0.0:1772471974.323044:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856820096:0@lo:400:kworker.0 00010000:00010000:2.0:1772471975.086426:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471975.340659:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772471975.340684:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856820480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772471975.340756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471975.341233:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820480 00000100:00100000:0.0:1772471975.341243:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820480 00000100:00100000:0.0:1772471975.341295:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1772471975.341333:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856820480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772471975.341386:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1772471975.341438:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856820480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471975.341446:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1772471975.341496:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856820480:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1772471975.343163:0:8513:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 806372859049ns, next at 807372856027ns, rc = 0 00000100:00100000:0.0:1772471975.343357:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856820608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471975.343426:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471975.343785:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820608 00000100:00100000:3.0:1772471975.343792:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820608 00000100:00100000:3.0:1772471975.343834:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1772471975.343843:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856820608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772471975.343868:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1772471975.343930:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856820608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471975.343938:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1772471975.345432:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856820608:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772471976.107744:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471976.112216:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471976.112327:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834882944 00000100:00100000:1.0:1772471976.112338:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834882944 00000100:00100000:1.0:1772471976.112431:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1211 00000100:00100000:1.0:1772471976.112442:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30506:x1858570834882944:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772471976.112464:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772471976.112486:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2ef9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407108 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112567:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112583:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112595:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112610:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112617:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112624:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112740:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2f0e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112749:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2f0e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112757:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2f0e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772471976.112767:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1772471976.112847:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112858:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112864:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112869:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471976.112873:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112880:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112892:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471976.112895:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471976.112901:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112907:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d2f00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112921:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112926:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112932:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112936:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471976.112939:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112945:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112950:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8f9c899c5400) 00010000:00010000:1.0:1772471976.112953:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471976.112955:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.112961:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d2f07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.113001:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d2ef9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407108 expref: 102 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.113015:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2f0e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407108 expref: 101 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.113023:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:1.0:1772471976.113026:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772471976.113028:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772471976.113082:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30506:x1858570834882944:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 642us (886us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1772471976.113088:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1211 00000100:00080000:3.0:1772471976.113627:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471976.117091:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471976.117175:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883072 00000100:00100000:1.0:1772471976.117184:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883072 00000100:00100000:1.0:1772471976.117265:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1212 00000100:00100000:1.0:1772471976.117276:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30506:x1858570834883072:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:1.0:1772471976.117393:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117411:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117424:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117462:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117468:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117475:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117482:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471976.117487:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117495:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117508:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:1.0:1772471976.117512:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772471976.117517:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471976.117523:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d2f1c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471976.117599:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30506:x1858570834883072:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 324us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471976.117606:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1212 00000100:00100000:1.0:1772471976.125039:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471976.125118:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883328 00000100:00100000:2.0:1772471976.125128:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883328 00000100:00100000:2.0:1772471976.125185:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 245 00000100:00100000:2.0:1772471976.125196:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30506:x1858570834883328:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1772471976.125465:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:30506:x1858570834883328:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 269us (435us total) trans 4294968021 rc 0/0 00000100:00100000:2.0:1772471976.125473:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 245 00000100:00100000:2.0:1772471976.886654:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856820736:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471976.886994:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471976.887207:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820736 00000100:00100000:0.0:1772471976.887216:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820736 00000100:00100000:0.0:1772471976.887274:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1772471976.887285:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856820736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471976.887363:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:2.0:1772471976.887504:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856820736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 219us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471976.887512:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1772471976.887771:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856820736:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772471977.132819:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471977.901515:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471977.901541:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856820864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471977.901619:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471977.901697:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820864 00000100:00100000:0.0:1772471977.901705:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820864 00000100:00100000:0.0:1772471977.901751:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1772471977.901761:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856820864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471977.901799:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471977.901844:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856820864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471977.901851:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1772471977.901893:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856820864:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772471978.154542:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471978.692559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471978.692603:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471978.692647:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471978.692683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471978.692713:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471978.692740:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883712 00000100:00100000:1.0:1772471978.692749:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883712 00000100:00100000:2.0:1772471978.692906:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883968 00000100:00100000:2.0:1772471978.692910:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883968 00000100:00100000:3.0:1772471978.692962:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883456 00000100:00100000:3.0:1772471978.692967:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883456 00000100:00100000:3.0:1772471978.693013:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 729 00000100:00100000:3.0:1772471978.693022:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834883456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471978.693090:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834883456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 68us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471978.693097:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 729 00000100:00100000:3.0:1772471978.693128:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884480 00000100:00100000:3.0:1772471978.693144:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884480 00000100:00100000:0.0:1772471978.693196:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884224 00000100:00100000:0.0:1772471978.693210:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884224 00000100:00100000:1.0:1772471978.693407:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 957 00000100:00100000:1.0:1772471978.693415:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834883712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471978.693451:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834883712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471978.693458:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 957 00000100:00100000:2.0:1772471978.694499:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 545 00000100:00100000:2.0:1772471978.694513:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834883968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471978.694566:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834883968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 57us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471978.694574:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 545 00000100:00100000:0.0:1772471978.696826:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 958 00000100:00100000:0.0:1772471978.696840:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834884224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471978.696913:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834884224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (4229us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471978.696921:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 958 00000100:00100000:2.0:1772471978.697601:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 546 00000100:00100000:2.0:1772471978.697611:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834884480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471978.697675:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834884480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 66us (4961us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471978.697682:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 546 00000100:00080000:1.0:1772471978.698286:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471978.698380:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471978.716948:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471978.717535:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883584 00000100:00100000:2.0:1772471978.717545:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883584 00000100:00100000:3.0:1772471978.717694:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471978.717720:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471978.717772:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834883840 00000100:00100000:1.0:1772471978.717776:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834883840 00000100:00100000:1.0:1772471978.717814:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 547 00000100:00100000:1.0:1772471978.717824:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834883840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471978.717894:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834883840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 71us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471978.717901:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 547 00000100:00080000:1.0:1772471978.717926:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471978.717931:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471978.726346:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471978.726391:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884352 00000100:00100000:3.0:1772471978.726412:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884352 00000100:00100000:3.0:1772471978.726500:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 548 00000100:00100000:3.0:1772471978.726511:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834884352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471978.726588:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834884352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 78us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471978.726600:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 548 00000100:00080000:3.0:1772471978.726620:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471978.727874:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884096 00000100:00100000:2.0:1772471978.727888:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884096 00000100:00100000:2.0:1772471978.727982:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 959 00000100:00100000:2.0:1772471978.727992:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:2411:x1858570834883584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471978.728053:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:2411:x1858570834883584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 63us (11114us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471978.728061:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 959 00000100:00100000:2.0:1772471978.728078:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 960 00000100:00100000:2.0:1772471978.728083:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834884096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471978.728106:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834884096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (10386us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471978.728112:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 960 00000100:00080000:3.0:1772471978.731157:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1772471978.925573:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000001:00080000:3.0:1772471978.926608:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968021 is committed 00000004:00080000:3.0:1772471978.926624:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000001:00080000:3.0:1772471978.926650:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968018 is committed 00000004:00080000:3.0:1772471978.926653:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000100:00100000:2.0:1772471978.926858:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856820992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1772471978.926926:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471978.927464:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856820992 00000100:00100000:3.0:1772471978.927472:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856820992 00000100:00100000:3.0:1772471978.927542:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1772471978.927553:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856820992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772471978.927578:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00002000:00010000:3.0:1772471978.927608:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x69a5c6a0, atime: 0x69a5c6a0, ctime: 0x69a5c6a0, blocks: 0x8 00010000:00010000:3.0:1772471978.927616:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471978.927634:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471978.927637:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471978.927642:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471978.927655:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471978.927664:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471978.927671:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471978.927699:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772471978.927802:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772471978.927809:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471978.927816:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772471978.927820:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471978.927829:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471978.927846:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471978.927853:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000571a3828/0xb50b868c089d2f23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471978.927860:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856820992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 310us (936us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1772471978.927867:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:0.0:1772471978.927871:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471978.927873:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772471978.927875:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772471978.928087:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b84b7a300/2, rc 0, transno 4294967360 00000100:00100000:2.0:1772471978.928094:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856820992:0@lo:6:osp-syn-0-0.0 00000100:00080000:1.0:1772471978.928535:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1772471978.986662:0:22740:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471978.986675:0:22740:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471978.986699:0:22740:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:1.0:1772471978.986709:0:22740:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772471979.181124:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471979.434785:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471979.434813:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856821120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471979.434892:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471979.435090:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821120 00000100:00100000:3.0:1772471979.435098:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821120 00000100:00100000:2.0:1772471979.435207:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856821504:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435240:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.435258:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856822016:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435291:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.435351:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856822528:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435372:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.435404:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1772471979.435410:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856821376:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435433:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.435449:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856821888:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435470:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.435484:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856822400:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435502:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.435528:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821504 00000100:00100000:2.0:1772471979.435532:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821504 00000100:00100000:2.0:1772471979.435561:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1772471979.435569:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856821504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435621:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856821504:12345-0@lo:400:kworker.0 Request processed in 52us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.435629:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1772471979.435651:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822016 00000100:00100000:2.0:1772471979.435655:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822016 00000100:00100000:2.0:1772471979.435675:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822528 00000100:00100000:2.0:1772471979.435678:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822528 00000100:00100000:2.0:1772471979.435691:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821376 00000100:00100000:2.0:1772471979.435693:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821376 00000100:00100000:2.0:1772471979.435706:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821888 00000100:00100000:2.0:1772471979.435708:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821888 00000100:00100000:2.0:1772471979.435720:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822400 00000100:00100000:2.0:1772471979.435722:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822400 00000100:00100000:2.0:1772471979.435736:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1772471979.435743:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856822016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435772:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856822016:12345-0@lo:400:kworker.0 Request processed in 30us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.435778:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1772471979.435790:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1772471979.435795:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856822528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.435821:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856822528:12345-0@lo:400:kworker.0 Request processed in 25us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.435827:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1772471979.435846:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1772471979.435859:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1772471979.435861:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856821120:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471979.435871:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856821376:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1772471979.435889:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00100000:2.0:1772471979.435902:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856821376:12345-0@lo:400:kworker.0 Request processed in 35us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.435910:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1772471979.435924:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1772471979.435932:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856821888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.435954:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856821120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471979.435962:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1772471979.435967:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856821888:12345-0@lo:400:kworker.0 Request processed in 35us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.435973:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1772471979.435985:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00080000:3.0:1772471979.435989:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471979.435990:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856822400:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772471979.435996:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772471979.436000:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471979.436013:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856822400:12345-0@lo:400:kworker.0 Request processed in 23us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.436017:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1772471979.436024:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856821632:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436051:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856821376:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436061:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856821888:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.436065:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.436074:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856822400:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436091:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856821504:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.436093:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856822144:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436106:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856822016:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436119:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856822528:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.436126:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471979.436152:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856822656:0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436403:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821632 00000100:00100000:0.0:1772471979.436407:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821632 00000100:00100000:0.0:1772471979.436442:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1772471979.436450:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856821632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436482:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856821632:12345-0@lo:400:kworker.0 Request processed in 33us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471979.436488:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1772471979.436516:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856821248:0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436550:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471979.436564:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471979.436579:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856821760:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.436602:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856821632:0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436609:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471979.436630:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856822272:0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436650:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471979.436674:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822144 00000100:00100000:2.0:1772471979.436678:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822144 00000100:00100000:0.0:1772471979.436678:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856821120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772471979.436700:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821760 00000100:00100000:0.0:1772471979.436703:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821760 00000100:00100000:2.0:1772471979.436706:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822656 00000100:00100000:2.0:1772471979.436709:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822656 00000100:00100000:2.0:1772471979.436724:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822272 00000100:00100000:0.0:1772471979.436724:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1772471979.436726:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822272 00000100:00100000:0.0:1772471979.436729:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856821760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436737:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1772471979.436741:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856822144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436849:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856821760:12345-0@lo:400:kworker.0 Request processed in 119us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471979.436857:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1772471979.436858:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856822144:12345-0@lo:400:kworker.0 Request processed in 115us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.436865:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1772471979.436877:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1772471979.436881:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856822144:0@lo:400:kworker.0 00000100:00100000:2.0:1772471979.436885:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856822656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772471979.436890:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856821760:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.436918:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1772471979.436923:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856822656:12345-0@lo:400:kworker.0 Request processed in 38us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471979.436932:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1772471979.436942:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856822656:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.437018:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856822272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.437063:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856822272:12345-0@lo:400:kworker.0 Request processed in 135us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471979.437071:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1772471979.437100:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856821248 00000100:00100000:3.0:1772471979.437105:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856821248 00000100:00100000:0.0:1772471979.437109:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856822272:0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.437148:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1772471979.437459:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471979.437466:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856822784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471979.437489:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471979.437530:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822784 00000100:00100000:1.0:1772471979.437535:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822784 00000100:00100000:1.0:1772471979.437562:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1772471979.437570:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb563c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856822784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471979.437582:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00100000:1.0:1772471979.437619:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb563c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856822784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471979.437625:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1772471979.437647:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856822784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471979.438076:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856821248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471979.438134:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856821248:12345-0@lo:400:kworker.0 Request processed in 978us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471979.438141:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1772471979.438217:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856821248:0@lo:400:kworker.0 00000100:00080000:2.0:1772471979.439134:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471979.439140:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1772471980.202473:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471980.458649:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471980.458682:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856822912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471980.458768:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471980.458978:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856822912 00000100:00100000:3.0:1772471980.458987:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856822912 00000100:00100000:3.0:1772471980.459043:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1772471980.459053:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856822912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471980.459084:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471980.459133:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856822912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471980.459140:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1772471980.459501:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772471980.459513:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856823040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772471980.459547:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471980.459625:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823040 00000100:00100000:3.0:1772471980.459630:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823040 00000100:00100000:3.0:1772471980.459682:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1772471980.459690:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856823040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772471980.459703:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471980.459734:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856823040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471980.459740:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1772471980.460116:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856822912:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1772471980.460194:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471980.460219:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856823040:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1772471980.781860:0:22788:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1772471981.034658:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471981.034670:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471981.034776:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 2 00000040:00080000:0.0:1772471981.034784:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772471981.226490:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471981.996902:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772471981.996923:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856823168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772471981.996990:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471981.997048:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823168 00000100:00100000:1.0:1772471981.997056:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823168 00000100:00100000:1.0:1772471981.997114:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1772471981.997123:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856823168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471981.997159:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1772471981.997206:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856823168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471981.997213:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1772471981.997276:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856823168:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772471982.251749:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471983.020110:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471983.020135:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856823296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772471983.020196:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471983.020257:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823296 00000100:00100000:0.0:1772471983.020265:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823296 00000100:00100000:0.0:1772471983.020341:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1772471983.020350:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856823296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471983.020394:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471983.020441:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856823296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471983.020448:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1772471983.020504:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856823296:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772471983.275478:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471983.816937:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.816981:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817010:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817031:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817051:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817066:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817084:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817101:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817123:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471983.817153:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884864 00000100:00100000:1.0:1772471983.817163:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884864 00000100:00100000:1.0:1772471983.817221:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885376 00000100:00100000:1.0:1772471983.817240:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885376 00000100:00100000:1.0:1772471983.817257:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884736 00000100:00100000:1.0:1772471983.817260:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884736 00000100:00100000:1.0:1772471983.817272:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885248 00000100:00100000:1.0:1772471983.817283:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885248 00000100:00100000:1.0:1772471983.817473:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 967 00000100:00100000:1.0:1772471983.817486:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834884864:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471983.817558:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834884864:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471983.817570:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 967 00000100:00100000:3.0:1772471983.818741:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 968 00000100:00100000:3.0:1772471983.818756:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834885376:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.818804:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834885376:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 54us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.818812:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 968 00000100:00100000:3.0:1772471983.818835:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 969 00000100:00100000:3.0:1772471983.818843:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2411:x1858570834884736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.818868:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2411:x1858570834884736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.818874:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 969 00000100:00100000:3.0:1772471983.818885:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 970 00000100:00100000:3.0:1772471983.818902:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2411:x1858570834885248:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.818928:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2411:x1858570834885248:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (1826us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.818935:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 970 00000100:00100000:3.0:1772471983.818956:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885120 00000100:00100000:3.0:1772471983.818961:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885120 00000100:00100000:3.0:1772471983.818993:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885632 00000100:00100000:3.0:1772471983.818997:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885632 00000100:00100000:3.0:1772471983.819014:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884992 00000100:00100000:3.0:1772471983.819017:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884992 00000100:00100000:3.0:1772471983.819030:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885504 00000100:00100000:3.0:1772471983.819032:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885504 00000100:00100000:3.0:1772471983.819046:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 552 00000100:00100000:3.0:1772471983.819052:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570834885120:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.819078:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570834885120:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (2066us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.819084:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 552 00000100:00100000:3.0:1772471983.819097:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 553 00000100:00100000:3.0:1772471983.819103:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834885632:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.819126:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834885632:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.819132:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 553 00000100:00100000:3.0:1772471983.819142:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 554 00000100:00100000:3.0:1772471983.819149:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834884992:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.819170:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834884992:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (2086us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.819175:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 554 00000100:00100000:3.0:1772471983.819183:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 555 00000100:00100000:3.0:1772471983.819189:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834885504:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471983.819207:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834885504:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471983.819213:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 555 00000100:00080000:1.0:1772471983.820390:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471983.820398:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471983.820401:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471983.820404:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471983.823008:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834884608 00000100:00100000:2.0:1772471983.823023:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834884608 00000100:00100000:2.0:1772471983.823097:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 731 00000100:00100000:2.0:1772471983.823107:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834884608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471983.823188:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834884608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 81us (6259us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471983.823196:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 731 00000040:00080000:0.0:1772471983.851077:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772471984.303059:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471984.556993:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856823808:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557065:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.557126:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856824320:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557153:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.557170:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856824832:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557189:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.557212:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1772471984.557218:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856823680:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557242:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.557258:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856824192:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557289:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.557343:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856824704:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557363:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.557397:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823808 00000100:00100000:3.0:1772471984.557404:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823808 00000100:00100000:3.0:1772471984.557444:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824192 00000100:00100000:3.0:1772471984.557448:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824192 00000100:00100000:3.0:1772471984.557472:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824704 00000100:00100000:3.0:1772471984.557475:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824704 00000100:00100000:3.0:1772471984.557492:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1772471984.557500:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856823808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557553:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856823808:12345-0@lo:400:kworker.0 Request processed in 52us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471984.557560:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1772471984.557589:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1772471984.557595:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856824192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.557624:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856824192:12345-0@lo:400:kworker.0 Request processed in 28us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471984.557630:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1772471984.557640:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1772471984.557645:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856824704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557767:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856823424:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557799:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.557825:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856823936:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557845:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.557859:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856824448:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557877:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.557890:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856824960:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557908:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.557925:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1772471984.557931:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856823552:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557950:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.557960:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856824064:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.557978:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.557988:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856824576:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558005:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471984.558026:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823680 00000100:00100000:1.0:1772471984.558029:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823680 00000100:00100000:1.0:1772471984.558053:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823936 00000100:00100000:1.0:1772471984.558056:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823936 00000100:00100000:1.0:1772471984.558068:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1772471984.558074:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856823680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558106:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856823680:12345-0@lo:400:kworker.0 Request processed in 32us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558112:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1772471984.558123:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1772471984.558129:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856823936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558157:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856823936:12345-0@lo:400:kworker.0 Request processed in 28us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558163:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1772471984.558179:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823552 00000100:00100000:1.0:1772471984.558182:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823552 00000100:00100000:1.0:1772471984.558195:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824064 00000100:00100000:1.0:1772471984.558198:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824064 00000100:00100000:1.0:1772471984.558208:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824576 00000100:00100000:1.0:1772471984.558210:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824576 00000100:00100000:1.0:1772471984.558223:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1772471984.558228:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856823552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558255:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856823552:12345-0@lo:400:kworker.0 Request processed in 27us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558261:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1772471984.558285:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1772471984.558291:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856824064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558345:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856824064:12345-0@lo:400:kworker.0 Request processed in 52us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558351:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1772471984.558362:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1772471984.558368:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856824576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558392:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856824576:12345-0@lo:400:kworker.0 Request processed in 24us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558397:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00080000:1.0:1772471984.558418:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471984.558422:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471984.558437:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856823424 00000100:00100000:1.0:1772471984.558440:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856823424 00000100:00100000:1.0:1772471984.558461:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1772471984.558467:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856823424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558494:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856823424:12345-0@lo:400:kworker.0 Request processed in 27us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558499:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1772471984.558532:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824320 00000100:00100000:1.0:1772471984.558535:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824320 00000100:00100000:1.0:1772471984.558562:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824832 00000100:00100000:1.0:1772471984.558565:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824832 00000100:00100000:1.0:1772471984.558577:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824448 00000100:00100000:1.0:1772471984.558579:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824448 00000100:00100000:1.0:1772471984.558589:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856824960 00000100:00100000:1.0:1772471984.558591:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856824960 00000100:00100000:1.0:1772471984.558604:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1772471984.558610:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856824320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.558637:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856824320:12345-0@lo:400:kworker.0 Request processed in 27us (1484us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.558643:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1772471984.559931:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1772471984.559949:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856824832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560015:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856824832:12345-0@lo:400:kworker.0 Request processed in 74us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.560023:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1772471984.560035:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1772471984.560041:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856824448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560067:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856824448:12345-0@lo:400:kworker.0 Request processed in 27us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.560073:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1772471984.560082:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1772471984.560088:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856824960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560113:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856824960:12345-0@lo:400:kworker.0 Request processed in 25us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471984.560119:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:1.0:1772471984.560151:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471984.560155:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772471984.560195:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856823552:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560209:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856824064:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560220:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856824576:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560230:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856823424:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560240:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856823936:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560251:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856824448:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560261:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856824960:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560386:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856823680:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560399:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856824192:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560413:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856823808:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560424:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856824320:0@lo:400:kworker.0 00000100:00100000:1.0:1772471984.560434:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856824832:0@lo:400:kworker.0 00000100:00100000:3.0:1772471984.560899:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856824704:12345-0@lo:400:kworker.0 Request processed in 3253us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471984.560908:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1772471984.561923:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772471984.561939:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856825088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471984.561989:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471984.562029:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825088 00000100:00100000:2.0:1772471984.562036:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825088 00000100:00100000:2.0:1772471984.562076:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1772471984.562084:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856825088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471984.562107:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00100000:2.0:1772471984.562141:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856825088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471984.562148:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1772471984.562189:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856825088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471984.562538:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856825216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471984.562576:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471984.562792:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825216 00000100:00100000:3.0:1772471984.562799:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825216 00000100:00100000:3.0:1772471984.562833:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1772471984.562841:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856825216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471984.562853:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00100000:3.0:1772471984.562888:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856825216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471984.562895:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1772471984.563005:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856825216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772471984.563925:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856824704:0@lo:400:kworker.0 00000001:00080000:0.0:1772471985.070333:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00010000:00010000:3.0:1772471985.322841:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471985.578638:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772471985.578666:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856825344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471985.578738:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471985.579061:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825344 00000100:00100000:1.0:1772471985.579070:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825344 00000100:00100000:1.0:1772471985.579125:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1772471985.579135:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856825344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471985.579165:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471985.579218:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856825344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471985.579225:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1772471985.579493:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:2.0:1772471985.579500:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b84b7a300, transno 4294967360 00000100:00100000:2.0:1772471985.579522:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856825344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471985.579982:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772471985.579995:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856825472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772471985.580045:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471985.580199:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825472 00000100:00100000:3.0:1772471985.580203:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825472 00000100:00100000:3.0:1772471985.580238:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1772471985.580243:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856825472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772471985.580255:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:3.0:1772471985.580486:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856825472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 241us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471985.580494:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1772471985.580698:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856825472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1772471986.346864:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471987.114822:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856825600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772471987.114898:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471987.115137:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825600 00000100:00100000:1.0:1772471987.115146:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825600 00000100:00100000:1.0:1772471987.115207:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1772471987.115217:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856825600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471987.115265:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1772471987.115347:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856825600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471987.115355:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1772471987.115494:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856825600:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471987.370559:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471988.139788:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856825728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471988.139863:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471988.140032:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825728 00000100:00100000:1.0:1772471988.140041:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825728 00000100:00100000:1.0:1772471988.140096:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1772471988.140105:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856825728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471988.140139:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471988.140180:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856825728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.140187:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1772471988.150405:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856825728:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772471988.394562:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471988.939924:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.939965:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.939997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940039:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940086:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940106:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471988.940132:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886016 00000100:00100000:1.0:1772471988.940143:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886016 00000100:00100000:1.0:1772471988.940198:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886528 00000100:00100000:1.0:1772471988.940202:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886528 00000100:00100000:1.0:1772471988.940215:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885888 00000100:00100000:1.0:1772471988.940218:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885888 00000100:00100000:1.0:1772471988.940228:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886400 00000100:00100000:1.0:1772471988.940240:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886400 00000100:00100000:1.0:1772471988.940258:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 977 00000100:00100000:1.0:1772471988.940278:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834886016:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471988.940407:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834886016:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 141us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940415:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 977 00000100:00100000:1.0:1772471988.940433:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 978 00000100:00100000:1.0:1772471988.940440:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834886528:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471988.940466:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834886528:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940473:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 978 00000100:00100000:1.0:1772471988.940486:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 979 00000100:00100000:1.0:1772471988.940492:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2412:x1858570834885888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471988.940516:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2412:x1858570834885888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940522:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 979 00000100:00100000:1.0:1772471988.940747:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 980 00000100:00100000:1.0:1772471988.940757:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834886400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471988.940770:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834885760 00000100:00100000:0.0:1772471988.940775:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834885760 00000100:00100000:1.0:1772471988.940791:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834886400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940799:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 980 00000100:00100000:0.0:1772471988.940815:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 733 00000100:00100000:1.0:1772471988.940825:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886272 00000100:00100000:0.0:1772471988.940825:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834885760:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471988.940831:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886272 00000100:00100000:0.0:1772471988.940863:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834885760:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 41us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940865:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886784 00000100:00100000:1.0:1772471988.940869:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886784 00000100:00100000:0.0:1772471988.940874:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 733 00000100:00100000:1.0:1772471988.940890:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886144 00000100:00100000:1.0:1772471988.940894:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886144 00000100:00100000:0.0:1772471988.940913:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886656 00000100:00100000:1.0:1772471988.940918:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 560 00000100:00100000:0.0:1772471988.940919:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886656 00000100:00100000:1.0:1772471988.940927:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834886272:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471988.940949:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 561 00000100:00100000:0.0:1772471988.940958:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834886784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471988.940962:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570834886272:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940971:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 560 00000100:00100000:1.0:1772471988.940987:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 562 00000100:00100000:0.0:1772471988.940993:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834886784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.940999:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834886144:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471988.941007:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 561 00000100:00100000:0.0:1772471988.941024:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 563 00000100:00100000:0.0:1772471988.941033:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834886656:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471988.941047:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834886144:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 50us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471988.941054:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 562 00000100:00100000:0.0:1772471988.941060:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834886656:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471988.941067:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 563 00000100:00080000:1.0:1772471988.941093:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772471988.941098:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772471988.941101:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772471988.941104:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772471989.418937:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471989.674589:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471989.675959:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856825984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471989.676031:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471989.676261:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856826112:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.676319:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471989.676361:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826112 00000100:00100000:2.0:1772471989.676369:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826112 00000100:00100000:2.0:1772471989.676424:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1772471989.676434:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856826112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.676763:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825984 00000100:00100000:3.0:1772471989.676768:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825984 00000100:00100000:3.0:1772471989.676814:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1772471989.676821:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856825984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772471989.676846:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00080000:1.0:1772471989.679378:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772471989.679412:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856826240:0@lo:400:kworker.0 00000100:00100000:0.0:1772471989.681506:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856826368:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.689847:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856826496:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.689939:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471989.690000:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856827008:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.690029:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471989.690050:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856827520:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.690072:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471989.690100:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1772471989.690107:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856826624:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.690134:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471989.690154:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856827136:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.690173:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471989.690250:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856825984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 13428us (14217us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.690262:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1772471989.690339:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856825984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772471989.690410:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826624 00000100:00100000:3.0:1772471989.690415:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826624 00000100:00100000:3.0:1772471989.690453:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1772471989.690461:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856826624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.690514:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856826624:12345-0@lo:400:kworker.0 Request processed in 53us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.690521:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1772471989.693432:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856826112:12345-0@lo:400:kworker.0 Request processed in 16978us (17110us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471989.693447:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1772471989.693518:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856826112:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693608:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827008 00000100:00100000:2.0:1772471989.693615:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827008 00000100:00100000:2.0:1772471989.693661:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827520 00000100:00100000:2.0:1772471989.693664:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827520 00000100:00100000:2.0:1772471989.693685:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827136 00000100:00100000:2.0:1772471989.693688:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827136 00000100:00100000:2.0:1772471989.693702:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1772471989.693708:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856827008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693764:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856827008:12345-0@lo:400:kworker.0 Request processed in 56us (3734us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471989.693769:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1772471989.693781:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1772471989.693787:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856827520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693817:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856827520:12345-0@lo:400:kworker.0 Request processed in 30us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471989.693822:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1772471989.693832:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1772471989.693838:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856827136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693868:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856827136:12345-0@lo:400:kworker.0 Request processed in 30us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471989.693873:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1772471989.693916:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856826624:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693928:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856827136:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693939:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856827008:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693949:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856827520:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.693996:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826496 00000100:00100000:2.0:1772471989.694000:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826496 00000100:00100000:2.0:1772471989.694027:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1772471989.694033:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856826496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.694084:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856826496:12345-0@lo:400:kworker.0 Request processed in 49us (4144us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471989.694091:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:3.0:1772471989.694267:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772471989.694272:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471989.698374:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856826496:0@lo:400:kworker.0 00000100:00100000:1.0:1772471989.699069:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471989.699132:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856825856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471989.699175:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471989.699212:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856826752:0@lo:400:kworker.0 00000100:00100000:1.0:1772471989.699245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471989.699284:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826240 00000100:00100000:1.0:1772471989.699290:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826240 00000100:00100000:2.0:1772471989.699323:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826752 00000100:00100000:2.0:1772471989.699328:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826752 00000100:00100000:1.0:1772471989.699352:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1772471989.699359:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1772471989.699360:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856826240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.699364:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856826752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.699408:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856826752:12345-0@lo:400:kworker.0 Request processed in 43us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471989.699408:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856826240:12345-0@lo:400:kworker.0 Request processed in 48us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.699427:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856825856 00000100:00100000:3.0:1772471989.699433:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856825856 00000100:00100000:3.0:1772471989.699462:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1772471989.699469:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856825856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772471989.699486:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 152755008 pending 0 free 3915096064 avail 3683573760 00000100:00100000:3.0:1772471989.699534:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856825856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.699541:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00080000:3.0:1772471989.699560:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772471989.700014:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471989.700094:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856826880:0@lo:400:kworker.0 00000100:00100000:0.0:1772471989.700121:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471989.700138:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856827392:0@lo:400:kworker.0 00000100:00100000:0.0:1772471989.700160:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471989.700188:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826880 00000100:00100000:0.0:1772471989.700192:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826880 00000100:00100000:3.0:1772471989.700909:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856826368 00000100:00100000:3.0:1772471989.700917:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856826368 00000100:00100000:3.0:1772471989.701039:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1772471989.701049:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856826368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.701114:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856826368:12345-0@lo:400:kworker.0 Request processed in 67us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.701120:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:3.0:1772471989.701164:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471989.701175:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827392 00000100:00100000:3.0:1772471989.701179:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827392 00000100:00100000:2.0:1772471989.701280:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00080000:2.0:1772471989.701325:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772471989.705645:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1772471989.706400:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856826752:0@lo:400:kworker.0 00000100:00100000:1.0:1772471989.706414:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856827264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471989.706486:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471989.706674:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827264 00000100:00100000:2.0:1772471989.706683:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827264 00000100:00100000:2.0:1772471989.706738:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1772471989.706747:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856827264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.706798:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856827264:12345-0@lo:400:kworker.0 Request processed in 51us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471989.706803:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00080000:2.0:1772471989.706822:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772471989.707335:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856827264:0@lo:400:kworker.0 00000100:00100000:1.0:1772471989.707352:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856826240:0@lo:400:kworker.0 00000100:00100000:1.0:1772471989.708287:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856825856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471989.708406:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856826368:0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.712423:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1772471989.712447:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856826880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.712579:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856826880:12345-0@lo:400:kworker.0 Request processed in 146us (12456us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.712597:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1772471989.712619:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1772471989.712626:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856827392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471989.712658:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856827392:12345-0@lo:400:kworker.0 Request processed in 31us (12496us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471989.712664:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1772471989.712784:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856826880:0@lo:400:kworker.0 00000100:00100000:2.0:1772471989.712796:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856827392:0@lo:400:kworker.0 00010000:00010000:1.0:1772471990.442987:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471990.698788:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856827648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471990.698868:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471990.699234:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471990.699246:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856827776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471990.699279:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471990.699328:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827648 00000100:00100000:3.0:1772471990.699337:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827648 00000100:00100000:3.0:1772471990.699447:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827776 00000100:00100000:3.0:1772471990.699451:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827776 00000100:00100000:1.0:1772471990.702646:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1772471990.702679:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856827648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772471990.702720:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471990.703402:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856827648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 738us (4531us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471990.703412:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1772471990.703440:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1772471990.703451:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856827776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471990.703466:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471990.703668:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856827776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 220us (4387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471990.703674:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1772471990.703748:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856827776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471990.710675:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856827648:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1772471991.274530:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471991.274542:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471991.274643:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:0.0:1772471991.274652:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772471991.467190:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471992.235008:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772471992.235039:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856827904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772471992.235107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471992.235250:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856827904 00000100:00100000:1.0:1772471992.235259:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856827904 00000100:00100000:1.0:1772471992.235337:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1772471992.235349:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856827904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772471992.235401:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1772471992.235460:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856827904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471992.235480:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1772471992.235527:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856827904:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772471992.491933:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772471993.067255:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772471993.263799:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856828032:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772471993.263880:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471993.264516:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856828032 00000100:00100000:0.0:1772471993.264527:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856828032 00000100:00100000:0.0:1772471993.264586:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1772471993.264596:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856828032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772471993.264633:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772471993.264696:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856828032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471993.264703:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1772471993.264861:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856828032:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471993.514670:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471994.060414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060451:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060526:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060559:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060584:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060602:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060672:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.060707:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887424 00000100:00100000:2.0:1772471994.060723:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887424 00000100:00100000:2.0:1772471994.060778:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887296 00000100:00100000:2.0:1772471994.060781:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887296 00000100:00100000:2.0:1772471994.060793:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887808 00000100:00100000:2.0:1772471994.060796:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887808 00000100:00100000:2.0:1772471994.060808:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887936 00000100:00100000:2.0:1772471994.060810:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887936 00000100:00100000:2.0:1772471994.060825:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 567 00000100:00100000:2.0:1772471994.060835:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570834887424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471994.060912:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570834887424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 77us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.060921:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 567 00000100:00100000:2.0:1772471994.060939:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 568 00000100:00100000:2.0:1772471994.060945:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834887296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471994.060978:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834887296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.060985:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 568 00000100:00100000:2.0:1772471994.060997:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 569 00000100:00100000:2.0:1772471994.061002:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834887808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471994.061027:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834887808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.061033:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 569 00000100:00100000:2.0:1772471994.061043:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 570 00000100:00100000:2.0:1772471994.061049:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834887936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471994.061069:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834887936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.061075:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 570 00000100:00080000:2.0:1772471994.061099:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471994.061104:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471994.061260:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834886912 00000100:00100000:0.0:1772471994.061265:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834886912 00000100:00100000:0.0:1772471994.061297:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 735 00000100:00100000:0.0:1772471994.061333:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834886912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471994.061362:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834886912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.061369:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 735 00000100:00100000:0.0:1772471994.061404:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887168 00000100:00100000:0.0:1772471994.061408:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887168 00000100:00100000:0.0:1772471994.061443:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887680 00000100:00100000:0.0:1772471994.061446:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887680 00000100:00100000:0.0:1772471994.061460:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887040 00000100:00100000:0.0:1772471994.061462:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887040 00000100:00100000:0.0:1772471994.061474:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834887552 00000100:00100000:0.0:1772471994.061476:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834887552 00000100:00100000:0.0:1772471994.061490:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 987 00000100:00100000:0.0:1772471994.061495:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834887168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471994.061541:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834887168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 44us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.061548:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 987 00000100:00100000:0.0:1772471994.061560:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 988 00000100:00100000:0.0:1772471994.061567:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834887680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471994.061591:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834887680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.061597:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 988 00000100:00100000:0.0:1772471994.061607:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 989 00000100:00100000:0.0:1772471994.061612:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2410:x1858570834887040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471994.061638:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2410:x1858570834887040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.061643:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 989 00000100:00100000:0.0:1772471994.061655:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 990 00000100:00100000:0.0:1772471994.061662:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2410:x1858570834887552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772471994.061682:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2410:x1858570834887552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.061688:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 990 00000100:00080000:0.0:1772471994.061705:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772471994.061708:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772471994.185955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471994.186287:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834888192 00000100:00100000:0.0:1772471994.186299:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834888192 00000100:00100000:0.0:1772471994.186402:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1213 00000100:00100000:0.0:1772471994.186412:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30569:x1858570834888192:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:0.0:1772471994.186437:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772471994.186461:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2f2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40710f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.186598:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2f31 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.186613:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2f31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.186854:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2f31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772471994.186872:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1772471994.187001:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d2f2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40710f expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.187023:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2f31 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40710f expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.187033:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:0.0:1772471994.187036:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772471994.187040:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772471994.188834:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:30569:x1858570834888192:12345-192.168.202.58@tcp:101:diff.0 Request processed in 2408us (2875us total) trans 4294968022 rc 0/0 00000100:00100000:0.0:1772471994.188848:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1213 00000100:00100000:1.0:1772471994.197941:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.198046:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834888320 00000100:00100000:2.0:1772471994.198056:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834888320 00000100:00100000:2.0:1772471994.198154:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 55 00000100:00100000:2.0:1772471994.198166:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2409:x1858570834888320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471994.198182:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471994.198217:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d2f31 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40710f expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.198237:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:2.0:1772471994.198243:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471994.198341:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2409:x1858570834888320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 139us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.198349:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 55 00000100:00100000:3.0:1772471994.207431:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471994.213514:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834888576 00000100:00100000:0.0:1772471994.213532:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834888576 00000100:00100000:0.0:1772471994.213648:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 56 00000100:00100000:0.0:1772471994.213660:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:30569:x1858570834888576:12345-192.168.202.58@tcp:103:diff.0 00010000:00010000:0.0:1772471994.213678:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772471994.213705:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d2f0e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407108 expref: 100 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.213732:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d2e19 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4070c2 expref: 99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.213744:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c899c5600) 00010000:00010000:0.0:1772471994.213756:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772471994.213820:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834888576:12345-192.168.202.58@tcp:103:diff.0 Request processed in 162us (6401us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.213828:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 56 00000100:00100000:3.0:1772471994.217440:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.217547:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834888704 00000100:00100000:2.0:1772471994.217558:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834888704 00000100:00100000:2.0:1772471994.217619:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1214 00000100:00100000:2.0:1772471994.217639:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834888704:12345-192.168.202.58@tcp:58:diff.0 00010000:00010000:2.0:1772471994.217756:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.217773:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.217785:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772471994.217882:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:2.0:1772471994.217966:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834888704:12345-192.168.202.58@tcp:58:diff.0 Request processed in 337us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.217974:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1214 00000100:00100000:0.0:1772471994.227175:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.227267:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834888832 00000100:00100000:3.0:1772471994.227278:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834888832 00000100:00100000:3.0:1772471994.227386:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1215 00000100:00100000:3.0:1772471994.227397:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834888832:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471994.227421:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471994.227441:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407116 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.227501:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.227512:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.227531:0:9675:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.227545:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.227558:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c90163d00) 00010000:00010000:3.0:1772471994.227561:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471994.227565:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.227573:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4200, rc 0) 00000100:00100000:3.0:1772471994.227623:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30569:x1858570834888832:12345-192.168.202.58@tcp:101:diff.0 Request processed in 228us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.227939:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1215 00000040:00080000:0.0:1772471994.346655:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772471994.346668:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772471994.346696:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1772471994.346706:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772471994.346850:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856828160:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471994.347259:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c88ab23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772471994.354883:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856828160:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772471994.360615:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.361344:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834888960 00000100:00100000:2.0:1772471994.361358:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834888960 00000100:00100000:2.0:1772471994.361428:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1216 00000100:00100000:2.0:1772471994.361439:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30570:x1858570834888960:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772471994.361475:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772471994.361602:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30570:x1858570834888960:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 164us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.361610:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1216 00000100:00100000:0.0:1772471994.366569:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.366614:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834889088 00000100:00100000:3.0:1772471994.366625:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834889088 00000100:00100000:3.0:1772471994.366751:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1217 00000100:00100000:3.0:1772471994.366761:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30570:x1858570834889088:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1772471994.366841:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366859:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366871:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366887:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366894:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366901:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366921:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366928:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.366934:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471994.366983:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1772471994.366988:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772471994.366999:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367009:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367020:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367028:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367034:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.367039:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367060:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367079:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772471994.367082:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471994.367086:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367094:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d2f4d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367106:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367112:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367118:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367123:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.367127:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367133:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367139:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff8f9b84d9e200) 00010000:00010000:3.0:1772471994.367141:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471994.367144:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367149:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f54 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367168:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367174:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367179:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367192:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.367195:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367200:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367213:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c90163d00) 00010000:00010000:3.0:1772471994.367215:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471994.367219:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.367224:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f5b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.367357:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30570:x1858570834889088:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 544us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.367366:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1217 00000100:00100000:0.0:1772471994.373581:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.373754:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834889344 00000100:00100000:3.0:1772471994.373764:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834889344 00000100:00100000:3.0:1772471994.373888:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1218 00000100:00100000:3.0:1772471994.373899:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30570:x1858570834889344:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471994.373923:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471994.373943:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2f62 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40711d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374052:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374080:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374094:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471994.374107:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1772471994.374220:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374228:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374236:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374242:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.374247:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374255:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374268:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c90163d00) 00010000:00010000:3.0:1772471994.374272:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772471994.374277:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374283:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4600/0xb50b868c089d2f69 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374372:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2f62 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40711d expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374382:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772471994.374385:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772471994.374388:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d2f62 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40711d expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.374397:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772471994.374457:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834889344:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 560us (979us total) trans 4294968023 rc 301/301 00000100:00100000:3.0:1772471994.374468:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1218 00000100:00100000:0.0:1772471994.380174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471994.380757:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834889472 00000100:00100000:1.0:1772471994.380769:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834889472 00000100:00100000:1.0:1772471994.380837:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1219 00000100:00100000:1.0:1772471994.380848:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834889472:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772471994.380886:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772471994.381010:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834889472:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 163us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471994.381018:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1219 00000100:00100000:1.0:1772471994.387566:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.387657:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834889728 00000100:00100000:3.0:1772471994.387667:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834889728 00000100:00100000:3.0:1772471994.387727:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1220 00000100:00100000:3.0:1772471994.387738:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834889728:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772471994.387761:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471994.387782:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f77 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407124 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.388668:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f7e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.388688:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.388700:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772471994.388712:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:3.0:1772471994.388767:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2f77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407124 expref: 49 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.388786:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407124 expref: 48 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.388796:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9b84d9e200) 00010000:00010000:3.0:1772471994.388800:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772471994.388804:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772471994.388876:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30570:x1858570834889728:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1140us (1320us total) trans 4294968024 rc 0/0 00000100:00100000:3.0:1772471994.388884:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1220 00000100:00100000:3.0:1772471994.393729:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471994.393930:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834889984 00000100:00100000:1.0:1772471994.393941:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834889984 00000100:00100000:1.0:1772471994.394008:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1221 00000100:00100000:1.0:1772471994.394019:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30570:x1858570834889984:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1772471994.394090:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471994.394119:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d2f7e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407124 expref: 48 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394140:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9b84d9e200) 00010000:00010000:1.0:1772471994.394151:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772471994.394178:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394407:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394421:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394439:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394446:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394452:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394498:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394506:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394512:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394517:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471994.394522:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394529:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394539:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:1.0:1772471994.394541:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471994.394545:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394551:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d2f8c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394560:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394566:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394572:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394577:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772471994.394579:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394585:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394778:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x1a03e7ed (ffff8f9c899c5400) 00010000:00010000:1.0:1772471994.394783:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772471994.394787:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.394794:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d2f93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x1a03e7ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471994.394900:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30570:x1858570834889984:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 882us (1179us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772471994.394908:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1221 00000100:00100000:1.0:1772471994.398579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.398692:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834890112 00000100:00100000:2.0:1772471994.398702:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834890112 00000100:00100000:2.0:1772471994.398764:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1222 00000100:00100000:2.0:1772471994.398774:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30570:x1858570834890112:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.398796:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.398819:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2f9a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40712b expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.398855:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.398869:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.398881:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.399001:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2f9a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 49 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.399025:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.399034:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.399037:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772471994.399040:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:2.0:1772471994.399109:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30570:x1858570834890112:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 336us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.399116:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1222 00000100:00100000:3.0:1772471994.404940:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.405104:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834890368 00000100:00100000:2.0:1772471994.405114:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834890368 00000100:00100000:2.0:1772471994.405181:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1223 00000100:00100000:2.0:1772471994.405208:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:30570:x1858570834890368:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.405291:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.405353:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.405377:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772471994.405533:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000029418a44 reply state 00000000bc7c5c20 transno 4294968025 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.405546:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.405557:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.405560:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772471994.405564:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772471994.406261:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30570:x1858570834890368:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 1058us (1326us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1772471994.406271:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1223 00000100:00100000:1.0:1772471994.410906:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.411003:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834890496 00000100:00100000:2.0:1772471994.411013:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834890496 00000100:00100000:2.0:1772471994.411115:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1224 00000100:00100000:2.0:1772471994.411125:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:30570:x1858570834890496:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.411151:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.411195:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407132 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.411547:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.411564:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.411574:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.411577:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471994.411581:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:2.0:1772471994.411657:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30570:x1858570834890496:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 533us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.411665:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1224 00000100:00100000:1.0:1772471994.413998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.414102:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834890624 00000100:00100000:2.0:1772471994.414112:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834890624 00000100:00100000:2.0:1772471994.414227:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 246 00000100:00100000:2.0:1772471994.414238:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30570:x1858570834890624:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1772471994.414420:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30570:x1858570834890624:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 183us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.414429:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 246 00000100:00100000:1.0:1772471994.418269:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471994.418468:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834890880 00000100:00100000:0.0:1772471994.418480:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834890880 00000100:00100000:0.0:1772471994.418541:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 247 00000100:00100000:0.0:1772471994.418552:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30570:x1858570834890880:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772471994.418781:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30570:x1858570834890880:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 230us (522us total) trans 4294968026 rc 0/0 00000100:00100000:0.0:1772471994.418789:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 247 00000100:00100000:1.0:1772471994.426033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.426451:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834891136 00000100:00100000:3.0:1772471994.426462:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834891136 00000100:00100000:2.0:1772471994.426824:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1225 00000100:00100000:2.0:1772471994.426835:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30570:x1858570834891136:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772471994.426955:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30570:x1858570834891136:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 121us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.426963:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1225 00000100:00100000:1.0:1772471994.429876:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.430102:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834891392 00000100:00100000:2.0:1772471994.430114:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834891392 00000100:00100000:2.0:1772471994.430194:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1226 00000100:00100000:2.0:1772471994.430522:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30570:x1858570834891392:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.430547:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.430570:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407139 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.430772:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.430788:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.430801:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.430835:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.430849:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 53 pid: 10040 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.430864:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856828288:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471994.431018:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d180 going to sleep for 11 seconds 00000100:00100000:3.0:1772471994.434587:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.434818:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856828288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471994.434846:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471994.434924:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834891520 00000100:00100000:1.0:1772471994.434931:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834891520 00010000:00010000:1.0:1772471994.434972:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 54 pid: 10040 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471994.435016:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 375 00000100:00100000:1.0:1772471994.435025:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2411:x1858570834891520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471994.435041:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471994.435048:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 54 pid: 10040 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.435060:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 54 pid: 10040 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.435575:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d2faf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407132 expref: 54 pid: 10040 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.435665:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:1.0:1772471994.435670:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.435677:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.435683:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.435707:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471994.435750:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570834891520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 728us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471994.435756:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 375 00010000:00010000:2.0:1772471994.435897:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.435902:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471994.435917:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:2.0:1772471994.436084:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:2.0:1772471994.436202:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436469:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436477:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436482:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772471994.436485:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436490:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436499:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.436501:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471994.436504:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436508:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fbd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436553:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fb6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407139 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436559:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8f9b86be0700) 00010000:00010000:2.0:1772471994.436560:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772471994.436563:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407139 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.436568:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:2.0:1772471994.436612:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30570:x1858570834891392:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 6411us (6748us total) trans 4294968027 rc 301/301 00000100:00100000:2.0:1772471994.436620:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1226 00000100:00100000:1.0:1772471994.446298:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.446403:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834891776 00000100:00100000:2.0:1772471994.446411:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834891776 00000100:00100000:2.0:1772471994.446451:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 248 00000100:00100000:2.0:1772471994.446457:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:30570:x1858570834891776:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772471994.446702:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:30570:x1858570834891776:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 245us (412us total) trans 4294968028 rc 0/0 00000100:00100000:2.0:1772471994.446708:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 248 00000100:00100000:1.0:1772471994.449276:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.449442:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834891904 00000100:00100000:2.0:1772471994.449453:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834891904 00000100:00100000:2.0:1772471994.449513:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1227 00000100:00100000:2.0:1772471994.449522:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:30570:x1858570834891904:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.449548:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.449568:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fcb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407140 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.449640:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fd2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.449651:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.449660:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772471994.449697:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:2.0:1772471994.449700:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772471994.449713:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.449733:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fcb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407140 expref: 55 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.449745:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407140 expref: 54 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.449752:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.449754:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1772471994.449758:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:2.0:1772471994.449812:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30570:x1858570834891904:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 292us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.449817:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1227 00000100:00100000:1.0:1772471994.455151:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.455295:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892032 00000100:00100000:2.0:1772471994.455354:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892032 00000100:00100000:2.0:1772471994.455410:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 322 00000100:00100000:2.0:1772471994.455419:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834892032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.455439:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.455460:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407147 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772471994.455486:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772471994.455506:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471994.455508:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471994.455517:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.455542:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.455556:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:2.0:1772471994.455619:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834892032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 201us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.455624:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 322 00000100:00100000:3.0:1772471994.459845:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.461246:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892288 00000100:00100000:2.0:1772471994.461259:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892288 00000100:00100000:2.0:1772471994.461361:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1228 00000100:00100000:2.0:1772471994.461370:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30570:x1858570834892288:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772471994.461475:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30570:x1858570834892288:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 106us (1639us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.461481:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1228 00000100:00100000:1.0:1772471994.464817:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.464929:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892416 00000100:00100000:2.0:1772471994.464940:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892416 00000100:00100000:2.0:1772471994.465059:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 323 00000100:00100000:2.0:1772471994.465073:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:30570:x1858570834892416:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.465092:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.465112:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40714e expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.465145:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.465156:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471994.465158:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772471994.465162:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.465217:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.465230:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 11 pid: 9676 timeout: 925 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.465241:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856828416:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471994.465348:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665d780 going to sleep for 11 seconds 00000100:00100000:1.0:1772471994.468423:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.468514:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892544 00000100:00100000:3.0:1772471994.468525:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892544 00010000:00010000:3.0:1772471994.468571:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 12 pid: 9676 timeout: 925 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.468626:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 376 00000100:00100000:3.0:1772471994.468636:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb11d7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834892544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772471994.468652:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772471994.468673:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 12 pid: 9676 timeout: 925 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.468687:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 12 pid: 9676 timeout: 925 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.468713:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471994.468716:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471994.468724:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.468741:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.468783:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.468798:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856828544:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772471994.468880:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc16656c0 going to sleep for 11 seconds 00010000:00010000:2.0:1772471994.469469:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003fb90ec/0xb50b868c089d2fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407147 expref: 12 pid: 9676 timeout: 925 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.469487:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856828416:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772471994.469512:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.469525:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:2.0:1772471994.469618:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:30570:x1858570834892416:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 4551us (4812us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.469626:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 323 00000100:00100000:2.0:1772471994.474232:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856828544:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772471994.474262:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471994.474355:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb11d7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834892544:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5719us (5944us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.474367:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 376 00000100:00100000:1.0:1772471994.479134:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.479234:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892672 00000100:00100000:3.0:1772471994.479247:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892672 00002000:00100000:3.0:1772471994.479299:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff8f9c866dce00 x1858570834892672/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:30/0 lens 648/0 e 0 to 0 dl 1772472005 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471994.479334:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c866dce00 with x1858570834892672 ext(0->157) 00002000:00010000:3.0:1772471994.479340:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c866dce00 00000100:00100000:3.0:1772471994.479364:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 88 00000100:00100000:3.0:1772471994.479371:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834892672:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1772471994.480563:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834892672:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 1182us (1430us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1772471994.480574:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 88 00002000:00100000:3.0:1772471994.480584:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff8f9c866dce00 x1858570834892672/t4294967361(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:30/0 lens 648/448 e 0 to 0 dl 1772472005 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772471994.480594:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c866dce00 with x1858570834892672 ext(0->157) 00002000:00010000:3.0:1772471994.480600:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c866dce00 00000100:00100000:0.0:1772471994.483799:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.485368:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892800 00000100:00100000:3.0:1772471994.485384:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892800 00000100:00100000:3.0:1772471994.485439:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1229 00000100:00100000:3.0:1772471994.485449:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:30570:x1858570834892800:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1772471994.497548:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968028 is committed 00000001:00080000:1.0:1772471994.497581:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968022 is committed 00010000:00010000:3.0:1772471994.497598:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.497611:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.497619:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.497625:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.497630:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.497637:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.497654:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:3.0:1772471994.497657:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772471994.497662:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.497667:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d2fa8 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.497817:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30570:x1858570834892800:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 12364us (14021us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.497831:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1229 00000100:00100000:3.0:1772471994.501355:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471994.502333:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834892928 00000100:00100000:1.0:1772471994.502346:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834892928 00000100:00100000:1.0:1772471994.502410:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 324 00000100:00100000:1.0:1772471994.502421:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834892928:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1772471994.504796:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000100:00100000:3.0:1772471994.504987:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834892928:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 2562us (3635us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.505001:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 324 00000100:00100000:1.0:1772471994.512939:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.513009:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834893184 00000100:00100000:3.0:1772471994.513021:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834893184 00000100:00100000:0.0:1772471994.513268:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1230 00000100:00100000:0.0:1772471994.513292:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30570:x1858570834893184:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772471994.513411:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772471994.513446:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d2fd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407140 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513470:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:0.0:1772471994.513475:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772471994.513786:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513801:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513811:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513838:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513845:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513852:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513858:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772471994.513862:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513869:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513877:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:0.0:1772471994.513880:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772471994.513884:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772471994.513902:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d2fe7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772471994.514032:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834893184:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 752us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.514041:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1230 00000100:00100000:0.0:1772471994.530622:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.530727:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834893312 00000100:00100000:2.0:1772471994.530737:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834893312 00000100:00100000:2.0:1772471994.530818:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1231 00000100:00100000:2.0:1772471994.530829:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834893312:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.530852:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772471994.530875:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407155 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.530946:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.530962:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.530980:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.530983:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772471994.530987:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:2.0:1772471994.531053:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30570:x1858570834893312:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 226us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.531061:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1231 00000100:00100000:1.0:1772471994.537634:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.537716:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834893440 00000100:00100000:2.0:1772471994.537728:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834893440 00000100:00100000:2.0:1772471994.537792:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 325 00000100:00100000:2.0:1772471994.537803:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834893440:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1772471994.537988:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1772471994.537992:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1772471968 00002000:00010000:2.0:1772471994.537995:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1772471968 00002000:00010000:2.0:1772471994.537997:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1772471968 00002000:00010000:2.0:1772471994.538000:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1772471994.538063:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834893440:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 261us (439us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1772471994.538071:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 325 00010000:00010000:3.0:1772471994.538784:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471994.547012:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.547238:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834893696 00000100:00100000:3.0:1772471994.547250:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834893696 00000100:00100000:3.0:1772471994.547334:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1232 00000100:00100000:3.0:1772471994.547345:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:30570:x1858570834893696:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1772471994.547417:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.547436:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.547447:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.547505:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.547521:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 47 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.547536:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856828672:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471994.547925:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665000 going to sleep for 11 seconds 00000100:00100000:3.0:1772471994.554909:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856828672:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471994.554942:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471994.557642:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.565524:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834893824 00000100:00100000:2.0:1772471994.565546:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834893824 00010000:00010000:2.0:1772471994.565606:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.565711:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 377 00000100:00100000:2.0:1772471994.565724:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2409:x1858570834893824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471994.565742:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471994.565749:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.565766:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.565803:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d2fa1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40712b expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.565825:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.565830:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.565841:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.565848:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.565884:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471994.565956:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2409:x1858570834893824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 235us (8325us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.565965:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 377 00010000:00010000:3.0:1772471994.566017:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566025:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566063:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566070:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566076:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566092:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.566097:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566106:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566116:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:3.0:1772471994.566119:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1772471994.566123:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.566133:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d2ff5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.566195:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834893696:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 18852us (19194us total) trans 0 rc -22/-22 00000100:00100000:3.0:1772471994.566206:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1232 00000100:00100000:1.0:1772471994.596010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.597375:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834893952 00000100:00100000:3.0:1772471994.597390:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834893952 00000100:00100000:3.0:1772471994.597459:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 326 00000100:00100000:3.0:1772471994.597471:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834893952:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772471994.597521:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.597546:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.597555:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471994.597557:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772471994.597561:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.597598:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.597612:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 11 pid: 8409 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.597632:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856828800:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772471994.597721:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665000 going to sleep for 11 seconds 00000100:00100000:3.0:1772471994.601912:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856828800:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471994.601945:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.605931:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471994.606419:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834894080 00000100:00100000:1.0:1772471994.606432:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834894080 00010000:00010000:1.0:1772471994.606480:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471994.606541:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 378 00000100:00100000:1.0:1772471994.606552:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834894080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772471994.606567:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772471994.606590:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606605:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606629:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea2585a6/0xb50b868c089d2fe0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40714e expref: 12 pid: 8409 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606646:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471994.606648:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772471994.606652:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606661:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606689:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772471994.606742:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834894080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 193us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471994.606751:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 378 00010000:00010000:1.0:1772471994.606849:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606858:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606880:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606888:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606896:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606903:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772471994.606907:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606916:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606932:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772471994.606940:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d2ffc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772471994.606991:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834893952:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 9523us (11000us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471994.606999:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 326 00000100:00100000:3.0:1772471994.613344:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471994.613556:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834894336 00000100:00100000:2.0:1772471994.613568:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834894336 00000100:00100000:2.0:1772471994.613629:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1233 00000100:00100000:2.0:1772471994.613640:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:30570:x1858570834894336:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772471994.613736:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.613756:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.613770:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.613963:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.613974:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.613982:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.614018:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.614033:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 47 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.614048:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856828928:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772471994.614150:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772471994.634504:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471994.634752:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856828928:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772471994.634782:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.637266:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834894464 00000100:00100000:2.0:1772471994.637282:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834894464 00010000:00010000:2.0:1772471994.637360:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772471994.637407:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 379 00000100:00100000:2.0:1772471994.637417:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834894464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772471994.637432:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772471994.637439:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.637453:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.637476:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d2fee lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407155 expref: 48 pid: 6527 timeout: 925 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.637491:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772471994.637496:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.637506:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.637513:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.637560:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772471994.637621:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2411:x1858570834894464:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 205us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.637629:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 379 00010000:00010000:3.0:1772471994.640277:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.640295:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772471994.640478:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968029 00000001:00080000:3.0:1772471994.640610:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968030 00000001:00080000:3.0:1772471994.640649:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968031 00000100:00100000:3.0:1772471994.640742:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856829056:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772471994.640814:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471994.640853:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665240 going to sleep for 11 seconds 00000100:00100000:3.0:1772471994.644827:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829056 00000100:00100000:3.0:1772471994.644848:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829056 00000100:00100000:3.0:1772471994.644949:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1772471994.644960:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856829056:12345-0@lo:1000:mdt00_003.0 00000100:00080000:0.0:1772471994.645371:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772471994.645431:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856829056:12345-0@lo:1000:mdt00_003.0 Request processed in 471us (4616us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.645440:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1772471994.646026:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856829056:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1772471994.646453:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968032 00000100:00100000:3.0:1772471994.646539:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856829184:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772471994.646590:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471994.646964:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665900 going to sleep for 11 seconds 00000100:00100000:1.0:1772471994.648144:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829184 00000100:00100000:1.0:1772471994.648156:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829184 00000100:00100000:1.0:1772471994.648222:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1772471994.648231:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856829184:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772471994.648471:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856829184:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1772471994.648513:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9675:x1858570856829184:12345-0@lo:1000:mdt00_003.0 Request processed in 283us (1923us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1772471994.648521:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000001:00080000:3.0:1772471994.648568:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968033 00010000:00010000:3.0:1772471994.648711:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648723:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648731:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648738:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.648744:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648753:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648776:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:3.0:1772471994.648779:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471994.648784:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648789:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d300a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648819:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648825:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648831:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648836:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.648838:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648843:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648849:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c90163d00) 00010000:00010000:3.0:1772471994.648851:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772471994.648861:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 97 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648873:0:9675:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 97 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.648883:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 97 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.649009:0:9675:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4200/0xb50b868c089d2f46 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407116 expref: 97 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.649191:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856829312:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772471994.649532:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665300 going to sleep for 11 seconds 00000100:00100000:3.0:1772471994.660762:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856829312:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772471994.660782:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1772471994.660802:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.660813:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d2f3f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.660850:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.660867:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.660881:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661012:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661019:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661341:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661347:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.661352:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661359:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661372:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c90163d00) 00010000:00010000:3.0:1772471994.661376:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772471994.661379:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661385:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3011 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661396:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661402:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661407:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661412:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772471994.661415:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661424:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661431:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8f9c90163d00) 00010000:00010000:3.0:1772471994.661433:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772471994.661436:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.661441:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3003 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.661679:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30570:x1858570834894336:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 48038us (48380us total) trans 4294968034 rc 0/0 00000100:00100000:3.0:1772471994.661690:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1233 00000020:00080000:3.0:1772471994.661696:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1772471994.661731:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834894592 00000100:00100000:3.0:1772471994.661738:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834894592 00000100:00100000:3.0:1772471994.661776:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 249 00000100:00100000:3.0:1772471994.661786:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834894592:12345-192.168.202.58@tcp:49:diff.0 00000100:00100000:3.0:1772471994.661880:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834894592:12345-192.168.202.58@tcp:49:diff.0 Request processed in 95us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.661895:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 249 00000100:00100000:2.0:1772471994.665055:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000040:00080000:1.0:1772471994.666406:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471994.666413:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1772471994.667353:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834894848 00000100:00100000:2.0:1772471994.667377:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834894848 00000100:00100000:2.0:1772471994.667429:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 250 00000100:00100000:2.0:1772471994.667438:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:30570:x1858570834894848:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000040:00080000:1.0:1772471994.667574:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1772471994.667586:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:2.0:1772471994.667724:0:21270:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1772471994.667762:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968035 00010000:00010000:2.0:1772471994.667797:0:21270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.667813:0:21270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.667826:0:21270:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.667835:0:21270:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.667842:0:21270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.667848:0:21270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772471994.667863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1772471994.667865:0:21270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772471994.667982:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834894976 00000100:00100000:3.0:1772471994.667986:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834894976 00000100:00100000:2.0:1772471994.668296:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:30570:x1858570834894848:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 857us (3251us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1772471994.668334:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 250 00000020:00080000:2.0:1772471994.668339:0:21270:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1772471994.668366:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772471994.668371:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.668379:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772471994.668384:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.668392:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.668405:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:2.0:1772471994.668408:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772471994.668414:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.668419:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3018 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772471994.668436:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471994.668437:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772471994.668439:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471994.669813:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 327 00000100:00100000:3.0:1772471994.669831:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:30569:x1858570834894976:12345-192.168.202.58@tcp:101:diff.0 00010000:00010000:3.0:1772471994.669855:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772471994.669877:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d301f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40715c expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772471994.675697:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x69a5c6a0, atime: 0x69a5c6a0, ctime: 0x69a5c6a0, blocks: 0x8 00010000:00010000:3.0:1772471994.675726:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471994.675729:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772471994.675744:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d301f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40715c expref: 18 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.675770:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077f40699/0xb50b868c089d301f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40715c expref: 18 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772471994.675786:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4600, rc 0) 00000100:00100000:3.0:1772471994.675872:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:30569:x1858570834894976:12345-192.168.202.58@tcp:101:diff.0 Request processed in 6045us (8008us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471994.675883:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 327 00000100:00100000:3.0:1772471994.680912:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471994.680997:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834895104 00000100:00100000:0.0:1772471994.681008:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834895104 00002000:00100000:0.0:1772471994.681055:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8f9b86068380 x1858570834895104/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:30/0 lens 488/0 e 0 to 0 dl 1772472005 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471994.681067:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86068380 with x1858570834895104 ext(0->4095) 00002000:00010000:0.0:1772471994.681073:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86068380 00000100:00100000:0.0:1772471994.681114:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 89 00000100:00100000:0.0:1772471994.681125:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834895104:12345-192.168.202.58@tcp:3:diff.0 00000100:00100000:0.0:1772471994.681323:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834895104:12345-192.168.202.58@tcp:3:diff.0 Request processed in 179us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772471994.681331:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 89 00002000:00100000:0.0:1772471994.681338:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8f9b86068380 x1858570834895104/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:30/0 lens 488/4536 e 0 to 0 dl 1772472005 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772471994.681347:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86068380 with x1858570834895104 ext(0->4095) 00002000:00010000:0.0:1772471994.681351:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86068380 00000100:00100000:3.0:1772471994.686324:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772471994.686409:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834895360 00000100:00100000:0.0:1772471994.686419:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834895360 00000100:00100000:0.0:1772471994.686477:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 251 00000100:00100000:0.0:1772471994.686487:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:30569:x1858570834895360:12345-192.168.202.58@tcp:35:diff.0 00000100:00100000:0.0:1772471994.686745:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:30569:x1858570834895360:12345-192.168.202.58@tcp:35:diff.0 Request processed in 258us (450us total) trans 4294968037 rc 0/0 00000100:00100000:0.0:1772471994.686753:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 251 00000100:00100000:2.0:1772471994.794635:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856829440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471994.794705:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.794775:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829440 00000100:00100000:2.0:1772471994.794783:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829440 00000100:00100000:2.0:1772471994.794854:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1772471994.794863:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856829440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772471994.794886:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3915096064 avail 3683545088 00000100:00100000:2.0:1772471994.794928:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856829440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.794935:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1772471994.794983:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856829440:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1772471994.795341:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772471994.796244:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772471994.796262:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856829568:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.796391:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.796688:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829568 00000100:00100000:2.0:1772471994.796695:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829568 00000100:00100000:2.0:1772471994.796734:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1772471994.796743:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856829568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.796791:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856829568:12345-0@lo:400:kworker.0 Request processed in 49us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.796799:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1772471994.796845:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856829568:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.796880:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856829696:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.796906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.796935:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829696 00000100:00100000:2.0:1772471994.796939:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829696 00000100:00100000:2.0:1772471994.796964:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1772471994.796970:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856829696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.797007:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856829696:12345-0@lo:400:kworker.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.797013:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1772471994.797042:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856829696:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.797397:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856829824:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.797428:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.797465:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829824 00000100:00100000:2.0:1772471994.797470:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829824 00000100:00100000:2.0:1772471994.797496:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1772471994.797503:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856829824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.797541:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856829824:12345-0@lo:400:kworker.0 Request processed in 38us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.797548:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1772471994.797576:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856829824:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.797833:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856829952:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.797880:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.797982:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856829952 00000100:00100000:2.0:1772471994.797987:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856829952 00000100:00100000:2.0:1772471994.798013:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1772471994.798019:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856829952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.798948:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856829952:12345-0@lo:400:kworker.0 Request processed in 923us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.798957:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1772471994.799026:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856830080:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.799350:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471994.799484:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856829952:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.799562:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830080 00000100:00100000:2.0:1772471994.799569:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830080 00000100:00100000:2.0:1772471994.799702:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1772471994.799710:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856830080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.799763:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856830080:12345-0@lo:400:kworker.0 Request processed in 53us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.799769:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1772471994.799799:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856830080:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.799835:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856830208:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.799860:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.799887:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830208 00000100:00100000:2.0:1772471994.799891:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830208 00000100:00100000:2.0:1772471994.799928:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1772471994.799934:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856830208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.799967:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856830208:12345-0@lo:400:kworker.0 Request processed in 33us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.799976:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00080000:2.0:1772471994.799991:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471994.800013:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856830208:0@lo:400:kworker.0 00000100:00100000:1.0:1772471994.800859:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772471994.802757:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856830464:0@lo:400:kworker.0 00000100:00100000:1.0:1772471994.802830:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471994.802877:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856830336:0@lo:400:kworker.0 00000100:00100000:1.0:1772471994.802902:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.803154:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830464 00000100:00100000:2.0:1772471994.803163:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830464 00000100:00100000:2.0:1772471994.803356:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1772471994.803376:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856830464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.803434:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856830464:12345-0@lo:400:kworker.0 Request processed in 69us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.803440:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1772471994.803467:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830336 00000100:00100000:2.0:1772471994.803471:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830336 00000100:00080000:1.0:1772471994.803557:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772471994.803562:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471994.803736:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1772471994.803743:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856830336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.803779:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856830336:12345-0@lo:400:kworker.0 Request processed in 37us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.803785:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1772471994.803829:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856830464:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.803839:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856830336:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.803894:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856830592:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.803923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.803954:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830592 00000100:00100000:2.0:1772471994.803958:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830592 00000100:00080000:1.0:1772471994.803984:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772471994.804075:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1772471994.804082:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856830592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.804116:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856830592:12345-0@lo:400:kworker.0 Request processed in 34us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.804122:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1772471994.804152:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856830592:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.804194:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856830720:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.804229:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.804257:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830720 00000100:00100000:2.0:1772471994.804260:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830720 00000100:00080000:1.0:1772471994.804561:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772471994.804778:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1772471994.804786:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856830720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.804833:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856830720:12345-0@lo:400:kworker.0 Request processed in 48us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.804840:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1772471994.804871:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856830720:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.804914:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856830848:0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.804939:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471994.804968:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830848 00000100:00100000:2.0:1772471994.804972:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830848 00000100:00080000:1.0:1772471994.805002:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772471994.805164:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1772471994.805170:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856830848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471994.805227:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856830848:12345-0@lo:400:kworker.0 Request processed in 56us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471994.805233:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1772471994.805263:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856830848:0@lo:400:kworker.0 00000100:00100000:0.0:1772471994.808320:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772471994.808345:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856830976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772471994.808422:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471994.808471:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856830976 00000100:00100000:0.0:1772471994.809037:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856830976 00000100:00100000:0.0:1772471994.809433:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1772471994.809445:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856830976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772471994.809474:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3915096064 avail 3683545088 00000100:00100000:0.0:1772471994.809541:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856830976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471994.809548:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1772471994.810448:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856830976:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772471995.566283:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772471995.818609:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772471995.818644:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856831104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772471995.818715:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471995.818887:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831104 00000100:00100000:1.0:1772471995.818897:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831104 00000100:00100000:1.0:1772471995.818958:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1772471995.818968:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856831104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772471995.818998:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471995.819051:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856831104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471995.819058:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1772471995.819168:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856831104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772471995.824069:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856831232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772471995.824161:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471995.824370:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831232 00000100:00100000:0.0:1772471995.824381:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831232 00000100:00100000:0.0:1772471995.824438:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1772471995.824448:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856831232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772471995.824483:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772471995.825469:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856831232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1015us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471995.825488:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1772471995.825685:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856831232:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1772471996.199033:0:23004:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772471996.199044:0:23004:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772471996.199072:0:23004:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1772471996.199079:0:23004:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772471996.586834:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471997.356975:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856831360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772471997.357044:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772471997.357153:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831360 00000100:00100000:0.0:1772471997.357171:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831360 00000100:00100000:0.0:1772471997.357224:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1772471997.357234:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856831360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772471997.357275:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1772471997.357344:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856831360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1772471997.357351:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1772471997.359331:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856831360:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772471997.610406:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772471998.380758:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772471998.380785:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856831488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772471998.380867:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471998.380942:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831488 00000100:00100000:1.0:1772471998.380951:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831488 00000100:00100000:1.0:1772471998.380999:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1772471998.381008:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856831488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772471998.381042:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772471998.381084:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856831488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471998.381092:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1772471998.381137:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856831488:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772471998.639412:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772471999.174494:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772471999.177355:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834895488 00000100:00100000:1.0:1772471999.177371:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834895488 00000100:00100000:1.0:1772471999.177499:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 737 00000100:00100000:1.0:1772471999.177510:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834895488:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772471999.177586:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570834895488:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 78us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471999.177594:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 737 00000100:00100000:2.0:1772471999.191723:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772471999.191782:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834895616 00000100:00100000:2.0:1772471999.191793:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834895616 00000100:00100000:2.0:1772471999.191868:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 997 00000100:00100000:2.0:1772471999.191880:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2412:x1858570834895616:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.191973:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:2412:x1858570834895616:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 95us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.191982:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 997 00000100:00100000:3.0:1772471999.192347:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471999.192688:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471999.192714:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471999.192736:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471999.192771:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471999.192796:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772471999.192819:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:1.0:1772471999.192994:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772471999.193420:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834895872 00000100:00100000:3.0:1772471999.193429:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834895872 00000100:00100000:2.0:1772471999.195276:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896384 00000100:00100000:2.0:1772471999.195288:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896384 00000100:00100000:2.0:1772471999.195356:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896000 00000100:00100000:2.0:1772471999.195360:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896000 00000100:00100000:2.0:1772471999.195386:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896512 00000100:00100000:2.0:1772471999.195389:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896512 00000100:00100000:2.0:1772471999.195408:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 573 00000100:00100000:2.0:1772471999.195417:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834896384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.195493:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834896384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 77us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.195502:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 573 00000100:00100000:2.0:1772471999.195519:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 574 00000100:00100000:2.0:1772471999.195527:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834896000:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.195553:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834896000:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (2793us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.195559:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 574 00000100:00100000:2.0:1772471999.195570:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 575 00000100:00100000:2.0:1772471999.195575:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834896512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.195603:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834896512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.195609:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 575 00000100:00100000:2.0:1772471999.195629:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896128 00000100:00100000:2.0:1772471999.195632:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896128 00000100:00100000:2.0:1772471999.195659:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834895744 00000100:00100000:2.0:1772471999.195662:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834895744 00000100:00100000:2.0:1772471999.195677:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896256 00000100:00100000:2.0:1772471999.195680:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896256 00000100:00100000:2.0:1772471999.195693:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 998 00000100:00100000:2.0:1772471999.195699:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570834896128:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.195730:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570834896128:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (3043us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.195736:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 998 00000100:00100000:2.0:1772471999.195747:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 999 00000100:00100000:2.0:1772471999.195753:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834895744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.195776:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834895744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.195782:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 999 00000100:00100000:2.0:1772471999.195793:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1000 00000100:00100000:2.0:1772471999.195798:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834896256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772471999.195819:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834896256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (3023us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.195825:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1000 00000100:00080000:2.0:1772471999.195872:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471999.195877:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471999.195880:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772471999.195881:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772471999.196746:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 576 00000100:00100000:3.0:1772471999.196771:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834895872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772471999.196825:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834895872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (4652us total) trans 0 rc 0/0 00000100:00100000:3.0:1772471999.196832:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 576 00010000:00010000:2.0:1772471999.658514:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772471999.914706:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856831744:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.914773:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471999.914773:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856831872:0@lo:400:kworker.0 00000100:00100000:1.0:1772471999.914805:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471999.914816:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856832256:0@lo:400:kworker.0 00000100:00100000:1.0:1772471999.914824:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856832384:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.914837:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471999.914848:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831872 00000100:00100000:1.0:1772471999.914856:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831872 00000100:00100000:2.0:1772471999.914858:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856832768:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.914877:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471999.914892:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856833280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772471999.914903:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1772471999.914911:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856831872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.914912:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471999.915032:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856831872:12345-0@lo:400:kworker.0 Request processed in 120us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471999.915040:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1772471999.915503:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856831616:0@lo:400:kworker.0 00000100:00100000:3.0:1772471999.915550:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471999.915730:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856832128:0@lo:400:kworker.0 00000100:00100000:3.0:1772471999.915766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471999.915815:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856832640:0@lo:400:kworker.0 00000100:00100000:3.0:1772471999.915839:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471999.915858:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856833152:0@lo:400:kworker.0 00000100:00100000:3.0:1772471999.915954:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772471999.916001:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833280 00000100:00100000:3.0:1772471999.916007:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833280 00000100:00100000:3.0:1772471999.916080:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1772471999.916257:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471999.916284:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856832896:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916316:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856832000:0@lo:400:kworker.0 00000100:00100000:1.0:1772471999.916322:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471999.916343:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856833408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772471999.916345:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471999.916357:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856832512:0@lo:400:kworker.0 00000100:00100000:1.0:1772471999.916362:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471999.916374:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772471999.916388:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856833024:0@lo:400:kworker.0 00000100:00100000:1.0:1772471999.916397:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856831872:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916405:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772471999.916424:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832128 00000100:00100000:2.0:1772471999.916428:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831744 00000100:00100000:1.0:1772471999.916428:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832128 00000100:00100000:2.0:1772471999.916431:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831744 00000100:00100000:2.0:1772471999.916452:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832256 00000100:00100000:1.0:1772471999.916453:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1772471999.916454:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832256 00000100:00100000:1.0:1772471999.916460:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856832128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916481:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832768 00000100:00100000:2.0:1772471999.916484:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832768 00000100:00100000:2.0:1772471999.916498:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832384 00000100:00100000:2.0:1772471999.916500:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832384 00000100:00100000:1.0:1772471999.916508:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856832128:12345-0@lo:400:kworker.0 Request processed in 48us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916513:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832896 00000100:00100000:2.0:1772471999.916515:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832896 00000100:00100000:1.0:1772471999.916515:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1772471999.916526:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832000 00000100:00100000:2.0:1772471999.916529:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832000 00000100:00100000:1.0:1772471999.916533:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833408 00000100:00100000:1.0:1772471999.916536:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833408 00000100:00100000:2.0:1772471999.916541:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1772471999.916559:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856831744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916597:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856831744:12345-0@lo:400:kworker.0 Request processed in 50us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916604:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1772471999.916618:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1772471999.916625:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856832256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916652:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856832256:12345-0@lo:400:kworker.0 Request processed in 28us (1813us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916658:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1772471999.916672:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1772471999.916673:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856833280:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471999.916677:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856832768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916703:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856832768:12345-0@lo:400:kworker.0 Request processed in 25us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916709:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1772471999.916722:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00002000:00000024:3.0:1772471999.916727:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772471999.916728:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856832384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772471999.916762:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856833280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916762:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856832384:12345-0@lo:400:kworker.0 Request processed in 34us (1683us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916768:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1772471999.916779:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1772471999.916785:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856832896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916810:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856832896:12345-0@lo:400:kworker.0 Request processed in 26us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916816:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1772471999.916826:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1772471999.916831:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856832000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916859:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856832000:12345-0@lo:400:kworker.0 Request processed in 27us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916863:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1772471999.916891:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832640 00000100:00100000:2.0:1772471999.916895:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832640 00000100:00100000:2.0:1772471999.916919:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833152 00000100:00100000:2.0:1772471999.916921:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833152 00000100:00100000:2.0:1772471999.916931:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856832512 00000100:00100000:2.0:1772471999.916933:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856832512 00000100:00100000:2.0:1772471999.916941:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833024 00000100:00100000:2.0:1772471999.916943:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833024 00000100:00100000:2.0:1772471999.916952:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1772471999.916957:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856832640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.916983:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856832640:12345-0@lo:400:kworker.0 Request processed in 25us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.916988:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1772471999.916997:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1772471999.917003:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856833152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917025:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856833152:12345-0@lo:400:kworker.0 Request processed in 22us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.917030:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1772471999.917038:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1772471999.917044:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856832512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917063:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856832512:12345-0@lo:400:kworker.0 Request processed in 19us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.917068:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1772471999.917076:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1772471999.917080:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856833024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917101:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856833024:12345-0@lo:400:kworker.0 Request processed in 20us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.917106:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1772471999.917182:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856832000:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917193:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856832512:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917202:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856833024:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917232:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856831744:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917242:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856832256:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917251:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856832768:0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917266:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856833280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772471999.917339:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856831616 00000100:00100000:2.0:1772471999.917343:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856831616 00000100:00100000:2.0:1772471999.917370:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1772471999.917376:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856831616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772471999.917408:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856831616:12345-0@lo:400:kworker.0 Request processed in 32us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1772471999.917414:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00080000:2.0:1772471999.917479:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772471999.917484:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772471999.917487:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772471999.917488:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772471999.917918:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856831616:0@lo:400:kworker.0 00000100:00100000:0.0:1772471999.917934:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856832128:0@lo:400:kworker.0 00000100:00100000:0.0:1772471999.917946:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856832640:0@lo:400:kworker.0 00000100:00100000:0.0:1772471999.917958:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856833152:0@lo:400:kworker.0 00000100:00100000:0.0:1772471999.918003:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856832384:0@lo:400:kworker.0 00000100:00100000:0.0:1772471999.918015:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856832896:0@lo:400:kworker.0 00000100:00100000:1.0:1772471999.918791:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1772471999.918808:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856833408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772471999.918832:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772471999.918897:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856833408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1772471999.918904:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1772471999.919092:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856833408:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1772471999.926823:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000001:00080000:1.0:1772471999.926838:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:0.0:1772471999.926918:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968037 is committed 00000001:00080000:0.0:1772471999.926928:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968036 is committed 00000020:00080000:0.0:1772471999.926943:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cc1665240 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:0.0:1772471999.926948:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cbdaeb200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cc1665d80 00000020:00080000:0.0:1772471999.926952:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cbdaeb500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b865b6600 00000020:00080000:1.0:1772471999.928691:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:1.0:1772471999.928807:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:3.0:1772471999.932694:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00010000:00010000:2.0:1772472000.682557:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472000.939088:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856833536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472000.939170:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472000.939390:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856833664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472000.939418:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472000.939500:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833536 00000100:00100000:1.0:1772472000.939508:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833536 00000100:00100000:1.0:1772472000.939677:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1772472000.939690:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856833536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472000.939724:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772472000.939787:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856833536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472000.939794:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1772472000.939811:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833664 00000100:00100000:1.0:1772472000.939815:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833664 00000100:00100000:3.0:1772472000.939946:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856833536:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472000.940255:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1772472000.940266:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856833664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472000.940278:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 154352448 pending 0 free 3922448384 avail 3690926080 00000100:00100000:2.0:1772472000.940349:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856833664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472000.940356:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1772472000.943206:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856833664:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1772472001.707567:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472001.834564:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472001.834576:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472001.834625:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1772472001.834635:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472002.204834:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472002.204946:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896640 00000100:00100000:0.0:1772472002.204957:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896640 00000100:00100000:0.0:1772472002.205028:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1234 00000100:00100000:0.0:1772472002.205040:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30431:x1858570834896640:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1772472002.205349:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472002.205520:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:30431:x1858570834896640:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 481us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472002.205528:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1234 00000100:00100000:3.0:1772472002.225553:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472002.232091:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896768 00000100:00100000:2.0:1772472002.232108:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896768 00000100:00100000:2.0:1772472002.232212:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1235 00000100:00100000:2.0:1772472002.232223:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:30431:x1858570834896768:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772472002.232367:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:30431:x1858570834896768:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 146us (6826us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472002.232375:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1235 00000100:00080000:3.0:1772472002.232709:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472002.474781:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856833792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472002.474854:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472002.476108:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833792 00000100:00100000:0.0:1772472002.476128:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833792 00000100:00100000:0.0:1772472002.476189:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1772472002.476201:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856833792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472002.476240:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1772472002.476343:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856833792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (1488us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472002.476351:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1772472002.476456:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856833792:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472002.732983:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472003.306986:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472003.506890:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856833920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472003.506959:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472003.524614:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856833920 00000100:00100000:2.0:1772472003.524633:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856833920 00000100:00100000:2.0:1772472003.524724:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1772472003.524737:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856833920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472003.524786:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472003.524882:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856833920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (17922us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472003.524890:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1772472003.524970:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856833920:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472003.763246:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1772472003.926607:0:23201:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 12:20:02 (1772472002) 00000100:00100000:0.0:1772472004.270716:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.271208:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834896896 00000100:00100000:2.0:1772472004.271219:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834896896 00000100:00100000:2.0:1772472004.271363:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1236 00000100:00100000:2.0:1772472004.271383:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:31189:x1858570834896896:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1772472004.271487:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:31189:x1858570834896896:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 105us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.271494:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1236 00000100:00080000:3.0:1772472004.277892:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472004.278112:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.278246:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897024 00000100:00100000:0.0:1772472004.278259:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897024 00000100:00100000:0.0:1772472004.278388:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1237 00000100:00100000:0.0:1772472004.278602:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:31189:x1858570834897024:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772472004.278726:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:31189:x1858570834897024:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 328us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.278735:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1237 00000100:00080000:3.0:1772472004.281772:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472004.292206:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292281:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292343:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292362:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292391:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292463:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.292494:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897664 00000100:00100000:0.0:1772472004.292504:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897664 00000100:00100000:0.0:1772472004.292557:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897920 00000100:00100000:0.0:1772472004.292561:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897920 00000100:00100000:0.0:1772472004.292574:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897536 00000100:00100000:0.0:1772472004.292576:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897536 00000100:00100000:0.0:1772472004.292585:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898048 00000100:00100000:0.0:1772472004.292587:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898048 00000100:00100000:0.0:1772472004.292600:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 581 00000100:00100000:0.0:1772472004.292608:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834897664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472004.292671:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834897664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 63us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.292678:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 581 00000100:00100000:0.0:1772472004.292695:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 582 00000100:00100000:0.0:1772472004.292700:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834897920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472004.292726:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834897920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.292732:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 582 00000100:00100000:0.0:1772472004.292742:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 583 00000100:00100000:0.0:1772472004.292748:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834897536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472004.292770:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834897536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.292776:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 583 00000100:00100000:0.0:1772472004.292786:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 584 00000100:00100000:0.0:1772472004.292793:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834898048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472004.292811:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834898048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.292818:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 584 00000100:00080000:3.0:1772472004.293246:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472004.293251:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472004.293341:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897152 00000100:00100000:1.0:1772472004.293348:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897152 00000100:00100000:1.0:1772472004.293392:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 739 00000100:00100000:1.0:1772472004.293399:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834897152:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472004.293435:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834897152:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (1240us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472004.293442:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 739 00000100:00100000:1.0:1772472004.293472:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897408 00000100:00100000:1.0:1772472004.293476:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897408 00000100:00100000:1.0:1772472004.293506:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897280 00000100:00100000:1.0:1772472004.293509:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897280 00000100:00100000:1.0:1772472004.293527:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834897792 00000100:00100000:1.0:1772472004.293529:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834897792 00000100:00100000:1.0:1772472004.293542:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1007 00000100:00100000:1.0:1772472004.293549:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834897408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472004.293577:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834897408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472004.293583:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1007 00000100:00100000:1.0:1772472004.293595:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1008 00000100:00100000:1.0:1772472004.293601:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:2411:x1858570834897280:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472004.293622:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:2411:x1858570834897280:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472004.293627:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1008 00000100:00100000:1.0:1772472004.293638:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1009 00000100:00100000:1.0:1772472004.293644:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2411:x1858570834897792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472004.293665:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2411:x1858570834897792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472004.293671:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1009 00000100:00080000:3.0:1772472004.293844:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472004.293847:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472004.303003:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.303645:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898176 00000100:00100000:1.0:1772472004.303656:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898176 00000100:00100000:1.0:1772472004.303724:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1238 00000100:00100000:1.0:1772472004.303734:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:31190:x1858570834898176:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472004.303756:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472004.303777:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3026 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407163 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303844:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303863:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303876:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303892:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303898:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303904:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303948:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303955:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303962:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303968:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472004.303972:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303979:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.303992:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472004.303996:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.304001:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304007:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d302d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304021:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304027:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304033:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304039:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472004.304042:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304048:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304055:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8f9c8344e900) 00010000:00010000:1.0:1772472004.304058:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.304061:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304067:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d3034 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304121:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3026 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407163 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304137:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472004.304139:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.304143:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3026 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407163 expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.304151:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b200, rc 0) 00000100:00100000:1.0:1772472004.304216:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:31190:x1858570834898176:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 483us (1222us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472004.304224:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1238 00000100:00100000:0.0:1772472004.308218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.308425:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898432 00000100:00100000:1.0:1772472004.308437:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898432 00000100:00100000:1.0:1772472004.308505:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1239 00000100:00100000:1.0:1772472004.308515:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+98:31190:x1858570834898432:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:1.0:1772472004.308576:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472004.308609:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d2c59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407021 expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.308631:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472004.308636:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472004.308695:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.308709:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.308717:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.308754:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 44 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.308767:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 44 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472004.308782:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856834048:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472004.309353:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472004.312259:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856834048:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472004.312291:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472004.318641:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.318847:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898560 00000100:00100000:1.0:1772472004.318860:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898560 00010000:00010000:1.0:1772472004.318901:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 45 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472004.318938:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 380 00000100:00100000:1.0:1772472004.318947:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834898560:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472004.318963:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472004.318972:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 45 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.318987:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 45 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.319011:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d2c98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407036 expref: 45 pid: 6525 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.319027:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472004.319032:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.319043:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.319050:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.319085:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472004.319151:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:2412:x1858570834898560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 205us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472004.319159:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 380 00010000:00010000:0.0:1772472004.319482:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.319492:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.319518:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.319529:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.319537:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320125:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320137:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320145:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472004.320160:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000193b1aef reply state 00000000bfd74705 transno 4294968038 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320175:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320182:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772472004.320185:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472004.320188:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1772472004.320193:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:0.0:1772472004.320200:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320208:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320214:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320221:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472004.320226:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320234:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320242:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472004.320245:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472004.320249:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320254:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d303b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472004.320271:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000193b1aef reply state 00000000bfd74705 transno 4294968038 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320278:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.320285:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8f9b86be0500) 00010000:00010000:0.0:1772472004.320286:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472004.320288:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1772472004.320514:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:31190:x1858570834898432:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 11997us (12302us total) trans 4294968038 rc 0/0 00000100:00100000:0.0:1772472004.320522:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1239 00000100:00100000:0.0:1772472004.329558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.329647:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898688 00000100:00100000:2.0:1772472004.329658:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898688 00000100:00100000:2.0:1772472004.329719:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1240 00000100:00100000:2.0:1772472004.329729:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:31191:x1858570834898688:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772472004.329755:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.329777:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3050 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40716a expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.329843:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3057 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.329857:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3057 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.329871:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3057 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472004.329920:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772472004.329924:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472004.329946:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3057 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.329971:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3050 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40716a expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.329994:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3057 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40716a expref: 100 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.330004:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472004.330007:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472004.330011:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:2.0:1772472004.330074:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31191:x1858570834898688:12345-192.168.202.58@tcp:101:bash.0 Request processed in 345us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.330081:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1240 00000040:00080000:1.0:1772472004.331038:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1772472004.334225:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.334345:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898816 00000100:00100000:2.0:1772472004.334356:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898816 00000100:00100000:2.0:1772472004.334432:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1241 00000100:00100000:2.0:1772472004.334442:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31191:x1858570834898816:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772472004.334463:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.334482:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d305e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407171 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334542:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334556:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334568:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334579:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334588:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334594:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334678:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d3073 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334687:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d3073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334694:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d3073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472004.334725:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:2.0:1772472004.334728:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472004.334747:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d3073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334759:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334766:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334772:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334778:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334787:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.334792:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334799:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334810:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472004.334813:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.334818:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334823:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3065 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334837:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334844:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334849:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334854:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.334857:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334862:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334874:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8f9b86be0500) 00010000:00010000:2.0:1772472004.334876:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.334879:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334884:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d306c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334908:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d305e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407171 expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334921:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c400/0xb50b868c089d3073 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407171 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.334927:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.334929:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472004.334931:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c400, rc 0) 00000100:00100000:2.0:1772472004.335007:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31191:x1858570834898816:12345-192.168.202.58@tcp:101:bash.0 Request processed in 566us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.335015:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1241 00000100:00100000:0.0:1772472004.338437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.338609:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834898944 00000100:00100000:2.0:1772472004.338620:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834898944 00000100:00100000:2.0:1772472004.338672:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1242 00000100:00100000:2.0:1772472004.338681:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31191:x1858570834898944:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772472004.338701:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.338722:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d307a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407178 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338795:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338809:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338821:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338836:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338844:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338851:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338895:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338902:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338908:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338914:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.338918:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338930:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338945:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.338948:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.338952:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338959:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d3081 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338972:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338978:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338985:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338990:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.338993:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.338999:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.339006:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:2.0:1772472004.339008:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.339011:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.339022:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3088 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.339053:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d307a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407178 expref: 102 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.339063:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.339066:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.339069:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d307a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407178 expref: 102 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.339078:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a000, rc 0) 00000100:00100000:2.0:1772472004.339230:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31191:x1858570834898944:12345-192.168.202.58@tcp:101:bash.0 Request processed in 548us (801us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472004.339237:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1242 00000100:00100000:1.0:1772472004.349667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.349961:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899072 00000100:00100000:2.0:1772472004.349971:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899072 00000100:00100000:2.0:1772472004.350032:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00100000:2.0:1772472004.350042:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+44:31192:x1858570834899072:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472004.350063:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.350206:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d308f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40717f expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.350276:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.350290:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.350345:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472004.350566:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772472004.350571:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472004.350592:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.350618:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d308f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.350638:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 45 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.350648:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472004.350651:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472004.350655:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a400, rc 0) 00000100:00100000:2.0:1772472004.350723:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:31192:x1858570834899072:12345-192.168.202.58@tcp:101:rm.0 Request processed in 682us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.350731:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00100000:0.0:1772472004.353874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.354161:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899200 00000100:00100000:3.0:1772472004.354171:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899200 00000100:00100000:3.0:1772472004.354232:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1244 00000100:00100000:3.0:1772472004.354242:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:31192:x1858570834899200:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472004.354263:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472004.354283:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d309d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407186 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354392:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354416:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354428:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354440:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354446:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354453:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354528:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d30b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354538:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d30b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354546:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d30b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472004.354579:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1772472004.354583:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472004.354599:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d30b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354610:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354617:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354624:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354630:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472004.354635:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354643:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354655:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472004.354658:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472004.354663:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354668:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d30a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354681:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354686:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354691:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354696:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472004.354699:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354705:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354712:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8f9b86be0500) 00010000:00010000:3.0:1772472004.354714:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472004.354717:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354722:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d30ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354752:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d309d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407186 expref: 47 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354765:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5c00/0xb50b868c089d30b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407186 expref: 46 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.354772:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:3.0:1772472004.354775:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472004.354777:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5c00, rc 0) 00000100:00100000:3.0:1772472004.354833:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31192:x1858570834899200:12345-192.168.202.58@tcp:101:rm.0 Request processed in 592us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472004.354841:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1244 00000100:00100000:0.0:1772472004.358147:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.358256:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899328 00000100:00100000:2.0:1772472004.358266:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899328 00000100:00100000:2.0:1772472004.358358:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1245 00000100:00100000:2.0:1772472004.358367:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31192:x1858570834899328:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472004.358388:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.358419:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d30b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40718d expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358490:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358504:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358517:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358533:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358539:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358545:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358584:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358591:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358598:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358603:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.358607:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358619:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358632:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.358635:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.358640:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358646:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d30c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358660:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358665:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358672:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358677:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.358680:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358686:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358692:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:2.0:1772472004.358695:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.358697:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358707:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358739:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d30b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40718d expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358750:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.358752:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.358756:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d30b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40718d expref: 47 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.358764:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a000, rc 0) 00000100:00100000:2.0:1772472004.358818:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31192:x1858570834899328:12345-192.168.202.58@tcp:101:rm.0 Request processed in 452us (682us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472004.358825:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1245 00000100:00100000:1.0:1772472004.362170:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.362929:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899456 00000100:00100000:2.0:1772472004.362940:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899456 00000100:00100000:2.0:1772472004.363005:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1246 00000100:00100000:2.0:1772472004.363017:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31192:x1858570834899456:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472004.363039:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.363060:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d30ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407194 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363499:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363518:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363531:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363547:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363554:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363561:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363604:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363611:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363618:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363623:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.363627:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363635:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363649:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.363653:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.363658:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363664:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363675:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363681:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363687:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363691:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.363695:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363700:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363707:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:2.0:1772472004.363709:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.363712:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363717:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363749:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d30ce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407194 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363765:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.363767:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.363771:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d30ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407194 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.363779:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:2.0:1772472004.363899:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31192:x1858570834899456:12345-192.168.202.58@tcp:101:rm.0 Request processed in 884us (1741us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472004.363907:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1246 00000100:00100000:0.0:1772472004.376677:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.376803:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899584 00000100:00100000:2.0:1772472004.376816:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899584 00000100:00100000:2.0:1772472004.376885:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1247 00000100:00100000:2.0:1772472004.376895:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31193:x1858570834899584:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472004.376919:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.376941:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d30e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40719b expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377010:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377026:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377037:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377051:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377060:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377065:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377122:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377130:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377136:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377142:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.377147:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377155:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377169:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.377171:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.377176:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377182:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d30ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377195:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377201:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377207:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377211:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.377214:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377219:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377225:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:2.0:1772472004.377227:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.377230:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377235:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d30f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377266:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d30e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40719b expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377276:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.377278:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.377282:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d30e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40719b expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.377296:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:2.0:1772472004.377839:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31193:x1858570834899584:12345-192.168.202.58@tcp:101:cp.0 Request processed in 942us (1169us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472004.377848:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1247 00000100:00100000:0.0:1772472004.380981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.381150:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899712 00000100:00100000:1.0:1772472004.381161:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899712 00000100:00100000:1.0:1772472004.381256:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1248 00000100:00100000:1.0:1772472004.381268:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31193:x1858570834899712:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472004.381292:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472004.381617:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d30f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071a2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381690:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381705:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381718:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381732:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381739:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381745:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381793:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381801:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381807:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381813:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381820:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472004.381825:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381832:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381845:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472004.381848:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.381852:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381859:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d30ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381872:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381878:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381885:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381890:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472004.381893:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381898:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381905:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c8344e900) 00010000:00010000:1.0:1772472004.381907:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.381911:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381916:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3106 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381953:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d30f8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a2 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381964:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472004.381966:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.381970:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d30f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a2 expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.381979:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:1.0:1772472004.382107:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31193:x1858570834899712:12345-192.168.202.58@tcp:101:cp.0 Request processed in 832us (1125us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472004.382115:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1248 00000100:00100000:1.0:1772472004.386991:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.387146:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834899968 00000100:00100000:2.0:1772472004.387157:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834899968 00000100:00100000:2.0:1772472004.387255:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1249 00000100:00100000:2.0:1772472004.387268:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31193:x1858570834899968:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472004.387292:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.387354:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d310d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071a9 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.387703:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.387717:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.387728:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.387741:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.387747:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.387754:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472004.388056:0:9675:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:2.0:1772472004.388660:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388673:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388683:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388721:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388729:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388735:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388741:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.388745:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388752:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388765:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:2.0:1772472004.388768:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.388774:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388785:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d3114 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472004.388799:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008b297d26 reply state 00000000133617db transno 4294968039 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388811:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388817:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:2.0:1772472004.388819:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472004.388823:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472004.388855:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d310d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388868:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.388875:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472004.388878:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472004.388880:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5ca00, rc 0) 00000100:00100000:2.0:1772472004.389002:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31193:x1858570834899968:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1737us (2020us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1772472004.389011:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1249 00000100:00100000:2.0:1772472004.392852:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.392918:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900096 00000100:00100000:3.0:1772472004.392929:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900096 00000100:00100000:3.0:1772472004.392985:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 328 00000100:00100000:3.0:1772472004.392995:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834900096:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472004.393014:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472004.393034:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071b0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472004.393059:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772472004.393088:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472004.393091:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472004.393106:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.393131:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.393145:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5a00, rc 0) 00000100:00100000:3.0:1772472004.393439:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834900096:12345-192.168.202.58@tcp:101:cp.0 Request processed in 444us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472004.393448:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 328 00000100:00100000:2.0:1772472004.396866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.396933:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900224 00000100:00100000:0.0:1772472004.396943:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900224 00000100:00100000:0.0:1772472004.397029:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 329 00000100:00100000:0.0:1772472004.397039:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:31193:x1858570834900224:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472004.397057:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472004.397086:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071b7 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.397125:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.397134:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472004.397137:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472004.397141:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.397174:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.397189:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472004.397202:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856834176:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472004.397291:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:0.0:1772472004.400441:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856834176:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472004.400478:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.400499:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472004.400559:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:31193:x1858570834900224:12345-192.168.202.58@tcp:101:cp.0 Request processed in 3520us (3704us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.400569:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 329 00000100:00100000:2.0:1772472004.402143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.402235:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900352 00000100:00100000:0.0:1772472004.402245:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900352 00010000:00010000:0.0:1772472004.402280:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472004.402345:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 381 00000100:00100000:0.0:1772472004.402355:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834900352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472004.402513:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472004.402539:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.402554:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.402576:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3130 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b0 expref: 11 pid: 8410 timeout: 935 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.402591:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472004.402594:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472004.402601:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.402611:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.402647:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472004.402662:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856834304:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472004.402774:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472004.408195:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.408273:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900608 00000100:00100000:3.0:1772472004.408284:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900608 00000100:00100000:3.0:1772472004.408361:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 252 00000100:00100000:3.0:1772472004.408371:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31193:x1858570834900608:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:3.0:1772472004.408853:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:31193:x1858570834900608:12345-192.168.202.58@tcp:35:cp.0 Request processed in 481us (667us total) trans 4294968040 rc 0/0 00000100:00100000:3.0:1772472004.408862:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 252 00000100:00100000:0.0:1772472004.408978:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856834304:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472004.408999:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472004.409019:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834900352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6666us (6886us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.409028:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 381 00000100:00100000:2.0:1772472004.442482:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.442645:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900736 00000100:00100000:0.0:1772472004.442655:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900736 00000100:00100000:0.0:1772472004.442720:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1250 00000100:00100000:0.0:1772472004.442730:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31196:x1858570834900736:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472004.442751:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472004.442773:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d313e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071be expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.442842:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.442856:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.442869:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.442878:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.442884:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.442894:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443030:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443038:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443045:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472004.443104:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1772472004.443109:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472004.443127:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443139:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443147:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443156:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443162:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443168:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472004.443172:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443181:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443194:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772472004.443197:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472004.443202:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443208:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d3145 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443222:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443228:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443234:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443240:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472004.443242:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443248:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443255:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:0.0:1772472004.443258:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472004.443261:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443268:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d314c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443296:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d313e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 103 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443371:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 102 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.443379:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472004.443381:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472004.443383:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772472004.443704:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31196:x1858570834900736:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 974us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472004.443712:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1250 00000100:00100000:2.0:1772472004.448139:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472004.448544:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900864 00000100:00100000:0.0:1772472004.448556:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900864 00000100:00100000:0.0:1772472004.448614:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 330 00000100:00100000:0.0:1772472004.448624:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834900864:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472004.448643:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472004.448661:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d315a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071c5 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472004.448721:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856834432:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472004.448802:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00002000:00010000:2.0:1772472004.450887:0:9676:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1772472004.450896:0:9676:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1772472004 00002000:00010000:2.0:1772472004.450898:0:9676:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1772472004 00002000:00010000:2.0:1772472004.450900:0:9676:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1772472004 00002000:00010000:2.0:1772472004.450902:0:9676:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1772472004.450927:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856834432:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772472004.450965:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d315a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071c5 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.450989:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d315a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071c5 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.451004:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772472004.454126:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.454219:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834900992 00000100:00100000:1.0:1772472004.454234:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834900992 00000100:00100000:1.0:1772472004.454328:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1251 00000100:00100000:1.0:1772472004.454338:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31196:x1858570834900992:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472004.454362:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472004.454402:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3161 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071cc expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.454484:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.454501:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.454515:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472004.454577:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1772472004.454581:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472004.454605:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.454633:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3161 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.454652:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 103 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.454660:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472004.454663:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472004.454667:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b200, rc 0) 00000100:00100000:1.0:1772472004.454737:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31196:x1858570834900992:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 400us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472004.454745:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1251 00000100:00100000:2.0:1772472004.455931:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2412:x1858570834900864:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2448us (2942us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472004.455954:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 330 00000100:00100000:3.0:1772472004.457972:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.458067:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834901120 00000100:00100000:1.0:1772472004.458087:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834901120 00000100:00100000:1.0:1772472004.458152:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 331 00000100:00100000:1.0:1772472004.458163:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834901120:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472004.458181:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472004.458200:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d316f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071d3 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472004.458265:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856834560:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472004.458355:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb540 going to sleep for 11 seconds 00000100:00100000:0.0:1772472004.461119:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856834560:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772472004.461165:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d316f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071d3 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.461192:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e1fe8fc/0xb50b868c089d316f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071d3 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472004.461206:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:0.0:1772472004.461276:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834901120:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3115us (3313us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472004.461285:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 331 00000100:00100000:1.0:1772472004.467714:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.467793:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834901376 00000100:00100000:2.0:1772472004.467802:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834901376 00000100:00100000:2.0:1772472004.467859:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1252 00000100:00100000:2.0:1772472004.467869:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31196:x1858570834901376:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:2.0:1772472004.468035:0:9675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:2.0:1772472004.468342:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31196:x1858570834901376:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 473us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.468351:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1252 00010000:00010000:0.0:1772472004.781242:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472004.912134:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472004.912144:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472004.912172:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:3.0:1772472004.912181:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472004.912959:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856834688:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472004.913117:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472004.925538:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.925652:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834901504 00000100:00100000:2.0:1772472004.925662:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834901504 00000100:00100000:2.0:1772472004.925727:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1253 00000100:00100000:2.0:1772472004.925737:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:31206:x1858570834901504:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472004.925779:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472004.925905:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:31206:x1858570834901504:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 169us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.925914:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1253 00000100:00100000:3.0:1772472004.926119:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856834688:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472004.929809:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.929882:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834901760 00000100:00100000:3.0:1772472004.929891:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834901760 00000100:00100000:3.0:1772472004.929946:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1254 00000100:00100000:3.0:1772472004.929955:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:31206:x1858570834901760:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472004.929976:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472004.929993:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3176 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071da expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.930100:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d317d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.930114:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d317d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.930126:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d317d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472004.930140:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1772472004.930266:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3176 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071da expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.930282:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d317d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071da expref: 52 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.930291:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472004.930294:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472004.930298:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772472004.930372:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:31206:x1858570834901760:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 418us (572us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1772472004.930379:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1254 00000001:00080000:3.0:1772472004.936931:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968041 is committed 00000001:00080000:3.0:1772472004.936991:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968038 is committed 00000020:00080000:3.0:1772472004.936998:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00010000:00010000:2.0:1772472004.937052:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.937064:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.937072:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.937078:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472004.937082:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.937089:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.937116:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c89ad5600) 00010000:00010000:2.0:1772472004.937119:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472004.937124:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.937130:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d311b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939294:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939651:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939660:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939666:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472004.939671:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939680:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939700:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8f9b86be0500) 00010000:00010000:1.0:1772472004.939703:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.939708:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939714:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3042 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939737:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939747:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939753:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939758:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472004.939761:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939768:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939775:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472004.939778:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472004.939781:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.939787:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3049 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1772472004.939820:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:1.0:1772472004.939833:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:1.0:1772472004.946248:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.946606:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834901888 00000100:00100000:2.0:1772472004.946618:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834901888 00000100:00100000:2.0:1772472004.946694:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 57 00000100:00100000:2.0:1772472004.946704:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2410:x1858570834901888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472004.946723:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472004.946753:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d317d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071da expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.946770:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472004.946775:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472004.946836:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2410:x1858570834901888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 134us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.946844:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 57 00000100:00100000:1.0:1772472004.949886:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.954639:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834902016 00000100:00100000:3.0:1772472004.954655:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834902016 00000100:00100000:3.0:1772472004.954712:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 332 00000100:00100000:3.0:1772472004.954722:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834902016:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472004.954769:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.954791:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.954801:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472004.954803:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472004.954806:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.954844:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.954859:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 10 pid: 8408 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472004.954875:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856834816:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472004.954968:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472004.968470:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856834816:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472004.968504:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472004.977575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472004.977647:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834902144 00000100:00100000:1.0:1772472004.977657:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834902144 00002000:00100000:1.0:1772472004.977702:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff8f9b84e24700 x1858570834902144/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:40/0 lens 648/0 e 0 to 0 dl 1772472015 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472004.977714:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e24700 with x1858570834902144 ext(0->157) 00010000:00010000:1.0:1772472004.977723:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 11 pid: 8408 timeout: 935 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.977740:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 11 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472004.977748:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b84e24700 00000100:00100000:1.0:1772472004.977777:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 16 00000100:00100000:1.0:1772472004.977785:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834902144:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:1.0:1772472004.980779:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834902144:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2983us (3202us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1772472004.980795:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 16 00002000:00100000:1.0:1772472004.980807:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff8f9b84e24700 x1858570834902144/t4294967361(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:40/0 lens 648/448 e 0 to 0 dl 1772472015 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472004.980817:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84e24700 with x1858570834902144 ext(0->157) 00010000:00010000:1.0:1772472004.980826:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 13 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472004.980846:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 13 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472004.980854:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b84e24700 00000100:00100000:1.0:1772472004.988135:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.988230:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834902272 00000100:00100000:3.0:1772472004.988242:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834902272 00010000:00010000:3.0:1772472004.988285:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 13 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472004.988694:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 382 00000100:00100000:2.0:1772472004.988707:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb11d7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834902272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472004.988727:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1772472004.988745:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1772472004.988754:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 13 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.988769:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 13 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.988795:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d3137 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071b7 expref: 13 pid: 8408 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.988816:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472004.988818:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472004.988822:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.988833:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.988864:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472004.988922:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb11d7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834902272:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 218us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.988931:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 382 00010000:00010000:3.0:1772472004.989006:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989016:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989039:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989048:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989056:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989063:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472004.989068:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989082:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989106:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472004.989114:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d318b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472004.989161:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834902016:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 34441us (39284us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472004.989170:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 332 00000100:00100000:2.0:1772472004.991856:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472004.991943:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834902528 00000100:00100000:3.0:1772472004.991956:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834902528 00000100:00100000:3.0:1772472004.992044:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1255 00000100:00100000:3.0:1772472004.992054:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31206:x1858570834902528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472004.992176:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31206:x1858570834902528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 123us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472004.992184:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1255 00000100:00100000:0.0:1772472004.995651:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472004.995727:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834902656 00000100:00100000:2.0:1772472004.995738:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834902656 00000100:00100000:2.0:1772472004.995797:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 333 00000100:00100000:2.0:1772472004.995806:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834902656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472004.995824:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472004.995848:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071e1 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472004.995872:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x69a5c6c4, atime: 0x0, ctime: 0x69a5c6c4, blocks: 0x8 00010000:00010000:2.0:1772472004.995891:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472004.995894:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472004.995902:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.995925:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472004.995938:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:2.0:1772472004.995998:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834902656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 193us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472004.996005:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 333 00000100:00100000:1.0:1772472005.004218:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.004351:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834902912 00000100:00100000:0.0:1772472005.004362:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834902912 00000100:00100000:0.0:1772472005.004610:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1256 00000100:00100000:0.0:1772472005.004621:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31206:x1858570834902912:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472005.004740:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31206:x1858570834902912:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 119us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.004747:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1256 00000100:00100000:0.0:1772472005.007978:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472005.008179:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834903040 00000100:00100000:1.0:1772472005.008191:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834903040 00002000:00100000:1.0:1772472005.008250:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8f9b86554700 x1858570834903040/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:41/0 lens 488/0 e 0 to 0 dl 1772472016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472005.008262:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86554700 with x1858570834903040 ext(0->4095) 00002000:00010000:1.0:1772472005.008269:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86554700 00000100:00100000:1.0:1772472005.008336:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 90 00000100:00100000:1.0:1772472005.008346:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834903040:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1772472005.008515:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834903040:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 170us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772472005.008523:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 90 00002000:00100000:1.0:1772472005.008530:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8f9b86554700 x1858570834903040/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:41/0 lens 488/4536 e 0 to 0 dl 1772472016 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472005.008538:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86554700 with x1858570834903040 ext(0->4095) 00002000:00010000:1.0:1772472005.008542:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86554700 00000100:00100000:1.0:1772472005.013423:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.013637:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834903168 00000100:00100000:0.0:1772472005.013648:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834903168 00000100:00100000:0.0:1772472005.013712:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1257 00000100:00100000:0.0:1772472005.013723:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31206:x1858570834903168:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472005.013746:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472005.013769:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d3199 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071e8 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.013806:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.013823:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.013837:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.013955:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d3199 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.013975:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.013983:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472005.013987:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472005.013991:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472005.014053:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31206:x1858570834903168:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 332us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.014061:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1257 00000100:00100000:0.0:1772472005.018292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.018469:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834903296 00000100:00100000:3.0:1772472005.018479:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834903296 00000100:00100000:3.0:1772472005.018539:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1258 00000100:00100000:3.0:1772472005.018549:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31206:x1858570834903296:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772472005.018580:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472005.018697:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31206:x1858570834903296:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 148us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472005.018705:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1258 00000100:00100000:1.0:1772472005.021616:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.022335:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834903424 00000100:00100000:0.0:1772472005.022345:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834903424 00000100:00100000:0.0:1772472005.022404:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 334 00000100:00100000:0.0:1772472005.022412:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834903424:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472005.022455:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022472:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472005.022474:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472005.022479:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022492:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022515:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022524:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022532:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022538:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472005.022543:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022558:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022570:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.022577:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000898f5a98/0xb50b868c089d31a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472005.022654:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834903424:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 242us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.022662:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 334 00000100:00100000:2.0:1772472005.025438:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.025582:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834903680 00000100:00100000:3.0:1772472005.025592:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834903680 00000100:00100000:3.0:1772472005.025650:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1259 00000100:00100000:3.0:1772472005.025660:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31206:x1858570834903680:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772472005.025741:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.025759:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.025768:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.025805:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.025818:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 48 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472005.025833:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856834944:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472005.025918:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd832a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772472005.030180:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.030352:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856834944:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472005.030387:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472005.037219:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856835072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037287:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037341:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856835584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037381:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037408:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856836096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037430:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037447:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856836608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037464:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037484:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1772472005.037490:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856835456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037511:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037526:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856835968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037543:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037557:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856836480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037576:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037604:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856835328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037625:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037639:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856835840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037656:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037670:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856836352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037700:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037722:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1772472005.037728:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856835200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037749:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037765:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856835712:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037783:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037793:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856836224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037809:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037819:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856836736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472005.037836:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472005.037864:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835072 00000100:00100000:2.0:1772472005.037871:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835072 00000100:00100000:2.0:1772472005.037915:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1772472005.037924:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856835072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.037973:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856835072:12345-0@lo:400:kworker.0 Request processed in 50us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.037981:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1772472005.038016:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836096 00000100:00100000:2.0:1772472005.038019:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836096 00000100:00100000:2.0:1772472005.038051:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836608 00000100:00100000:2.0:1772472005.038053:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836608 00000100:00100000:2.0:1772472005.038065:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835968 00000100:00100000:2.0:1772472005.038068:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835968 00000100:00100000:2.0:1772472005.038078:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836480 00000100:00100000:2.0:1772472005.038080:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836480 00000100:00100000:2.0:1772472005.038102:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1772472005.038108:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856836096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038140:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856836096:12345-0@lo:400:kworker.0 Request processed in 32us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038146:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1772472005.038158:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1772472005.038164:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856836608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038190:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856836608:12345-0@lo:400:kworker.0 Request processed in 26us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038196:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1772472005.038206:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1772472005.038212:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856835968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038234:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856835968:12345-0@lo:400:kworker.0 Request processed in 22us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038239:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1772472005.038247:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1772472005.038253:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856836480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038274:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856836480:12345-0@lo:400:kworker.0 Request processed in 21us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038279:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1772472005.038298:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835584 00000100:00100000:2.0:1772472005.038328:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835584 00000100:00100000:2.0:1772472005.038349:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835328 00000100:00100000:2.0:1772472005.038352:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835328 00000100:00100000:2.0:1772472005.038365:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1772472005.038370:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856835584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038400:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856835584:12345-0@lo:400:kworker.0 Request processed in 29us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038405:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1772472005.038415:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1772472005.038420:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856835328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038448:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856835328:12345-0@lo:400:kworker.0 Request processed in 28us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038453:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1772472005.038470:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835456 00000100:00100000:2.0:1772472005.038473:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835456 00000100:00100000:2.0:1772472005.038488:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835840 00000100:00100000:2.0:1772472005.038490:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835840 00000100:00100000:2.0:1772472005.038501:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836352 00000100:00100000:2.0:1772472005.038504:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836352 00000100:00100000:2.0:1772472005.038513:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835200 00000100:00100000:2.0:1772472005.038515:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835200 00000100:00100000:2.0:1772472005.038523:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856835712 00000100:00100000:2.0:1772472005.038526:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856835712 00000100:00100000:2.0:1772472005.038536:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836224 00000100:00100000:2.0:1772472005.038538:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836224 00000100:00100000:2.0:1772472005.038551:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1772472005.038557:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856835456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038583:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856835456:12345-0@lo:400:kworker.0 Request processed in 27us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038592:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1772472005.038603:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1772472005.038609:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856835840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038634:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86f61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856835840:12345-0@lo:400:kworker.0 Request processed in 26us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038639:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1772472005.038650:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1772472005.038656:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856836352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038680:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856836352:12345-0@lo:400:kworker.0 Request processed in 24us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038685:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1772472005.038696:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1772472005.038701:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856835200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038728:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856835200:12345-0@lo:400:kworker.0 Request processed in 27us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038733:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1772472005.038744:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1772472005.038749:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856835712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038772:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856835712:12345-0@lo:400:kworker.0 Request processed in 23us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038778:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1772472005.038788:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1772472005.038793:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856836224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038816:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856836224:12345-0@lo:400:kworker.0 Request processed in 24us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.038822:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00080000:2.0:1772472005.038837:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472005.038841:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472005.038843:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472005.038844:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472005.038961:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856835200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038972:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856835712:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038981:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856836224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038990:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856835328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.038997:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856835840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039005:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856836352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039056:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856835456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039066:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856835968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039075:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856836480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039085:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856835072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039107:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856835584:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039117:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856836096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472005.039126:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:2.0:1772472005.039131:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967363 committed transno 4294967363 00000100:00100000:2.0:1772472005.039146:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856836608:0@lo:400:kworker.0 00000100:00100000:0.0:1772472005.039584:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834903808 00000100:00100000:0.0:1772472005.039592:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834903808 00000100:00100000:1.0:1772472005.039837:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836736 00000100:00100000:1.0:1772472005.039842:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836736 00000100:00100000:1.0:1772472005.039884:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1772472005.039893:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856836736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472005.039919:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472005.039974:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856836736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472005.039981:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00010000:00010000:1.0:1772472005.040025:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.040048:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 383 00000100:00100000:1.0:1772472005.040055:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834903808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472005.040078:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472005.040085:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040106:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040128:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d31a0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e8 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040145:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472005.040151:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040162:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040170:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040197:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472005.040213:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040222:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040738:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040748:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040755:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040761:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472005.040765:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040773:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040783:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472005.040786:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472005.040789:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.040795:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d31ae lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.040905:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31206:x1858570834903680:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 15245us (15474us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1772472005.040914:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1259 00000040:00080000:1.0:1772472005.041005:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472005.041010:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472005.041944:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1772472005.041958:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472005.042060:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834903808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2001us (11886us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.042257:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856836736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472005.045446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.045482:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834904064 00000100:00100000:3.0:1772472005.045491:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834904064 00000100:00100000:3.0:1772472005.045540:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 253 00000100:00100000:3.0:1772472005.045550:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31206:x1858570834904064:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472005.045837:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:31206:x1858570834904064:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 288us (400us total) trans 4294968043 rc 0/0 00000100:00100000:3.0:1772472005.045846:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 253 00000100:00100000:1.0:1772472005.046019:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 383 00000100:00100000:0.0:1772472005.046224:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472005.046241:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86555c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856836864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472005.046291:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472005.046356:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856836864 00000100:00100000:0.0:1772472005.046361:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856836864 00000100:00100000:0.0:1772472005.048627:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1772472005.048652:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856836864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472005.048683:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 161164096 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472005.048772:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856836864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.048843:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86555c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856836864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472005.049769:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000040:00080000:3.0:1772472005.187807:0:23250:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472005.187818:0:23250:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472005.187847:0:23250:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:3.0:1772472005.187854:0:23250:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472005.333215:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.333710:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834904320 00000100:00100000:3.0:1772472005.333722:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834904320 00000100:00100000:3.0:1772472005.333785:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1260 00000100:00100000:3.0:1772472005.333795:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31212:x1858570834904320:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472005.333817:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472005.333837:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d31b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071ef expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.333938:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d31bc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.333952:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d31bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.333963:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d31bc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472005.333975:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1772472005.334078:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d31b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071ef expref: 104 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.334110:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d31bc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071ef expref: 103 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.334119:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472005.334122:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472005.334126:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472005.334186:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31212:x1858570834904320:12345-192.168.202.58@tcp:101:cat.0 Request processed in 392us (982us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1772472005.334194:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1260 00000100:00100000:2.0:1772472005.340009:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.340244:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834904448 00000100:00100000:3.0:1772472005.340254:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834904448 00000100:00100000:3.0:1772472005.340331:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 335 00000100:00100000:3.0:1772472005.340343:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2410:x1858570834904448:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472005.340364:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472005.340402:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071f6 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.340429:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472005.340431:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472005.340440:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.340463:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.340477:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772472005.340540:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834904448:12345-192.168.202.58@tcp:101:cat.0 Request processed in 198us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472005.340547:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 335 00000100:00100000:3.0:1772472005.346751:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.346804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.346898:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834904576 00000100:00100000:0.0:1772472005.346909:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834904576 00000100:00100000:0.0:1772472005.346975:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 58 00000100:00100000:0.0:1772472005.346984:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:2409:x1858570834904576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472005.346998:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472005.347022:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d31bc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071ef expref: 103 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.347040:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472005.347046:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472005.347114:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:2409:x1858570834904576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 131us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.347123:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 58 00000100:00100000:2.0:1772472005.347341:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834904704 00000100:00100000:2.0:1772472005.347347:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834904704 00002000:00100000:2.0:1772472005.347380:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8f9b83fb0380 x1858570834904704/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:41/0 lens 488/0 e 0 to 0 dl 1772472016 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472005.347395:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83fb0380 with x1858570834904704 ext(0->4095) 00002000:00010000:2.0:1772472005.347401:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b83fb0380 00000100:00100000:2.0:1772472005.347420:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 91 00000100:00100000:2.0:1772472005.347427:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834904704:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:2.0:1772472005.347557:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834904704:12345-192.168.202.58@tcp:3:cat.0 Request processed in 130us (752us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1772472005.347563:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 91 00002000:00100000:2.0:1772472005.347569:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8f9b83fb0380 x1858570834904704/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:41/0 lens 488/4536 e 0 to 0 dl 1772472016 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472005.347577:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83fb0380 with x1858570834904704 ext(0->4095) 00002000:00010000:2.0:1772472005.347581:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b83fb0380 00000100:00100000:3.0:1772472005.356179:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.356269:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834904960 00000100:00100000:0.0:1772472005.356280:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834904960 00000100:00100000:0.0:1772472005.356388:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 254 00000100:00100000:0.0:1772472005.356405:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31212:x1858570834904960:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472005.356632:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31212:x1858570834904960:12345-192.168.202.58@tcp:35:cat.0 Request processed in 227us (465us total) trans 4294968045 rc 0/0 00000100:00100000:0.0:1772472005.356639:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 254 00000100:00100000:3.0:1772472005.401221:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472005.403638:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834905216 00000100:00100000:2.0:1772472005.403654:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834905216 00000100:00100000:2.0:1772472005.403715:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1261 00000100:00100000:2.0:1772472005.403725:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31213:x1858570834905216:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472005.403749:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472005.403770:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d31d1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4071fd expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.403880:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d31d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.403893:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d31d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.403906:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d31d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472005.403918:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1772472005.404019:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d31d1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071fd expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.404036:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d31d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071fd expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.404044:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472005.404047:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1772472005.404051:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:2.0:1772472005.404122:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31213:x1858570834905216:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 398us (2912us total) trans 4294968046 rc 0/0 00000100:00100000:2.0:1772472005.404131:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1261 00000100:00100000:2.0:1772472005.407793:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472005.407872:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834905344 00000100:00100000:3.0:1772472005.407881:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834905344 00000100:00100000:3.0:1772472005.407936:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 336 00000100:00100000:3.0:1772472005.407946:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834905344:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:3.0:1772472005.407993:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.408016:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.408025:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.408038:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472005.408040:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472005.408043:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.408100:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.408114:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 12 pid: 8408 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472005.408130:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856836992:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472005.408227:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.408236:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 11 pid: 9676 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472005.408245:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856837120:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472005.408268:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1772472005.430479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472005.430515:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472005.430544:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834905600 00000100:00100000:2.0:1772472005.430555:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834905600 00010000:00010000:2.0:1772472005.430594:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 12 pid: 9676 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472005.430626:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834905472 00000100:00100000:2.0:1772472005.430629:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834905472 00010000:00010000:2.0:1772472005.430640:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 13 pid: 8408 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472005.430663:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 384 00000100:00100000:2.0:1772472005.430671:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834905600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472005.430687:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472005.430708:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 12 pid: 9676 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.430721:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 12 pid: 9676 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.430748:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472005.430795:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834905600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 124us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.430805:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 384 00000100:00100000:2.0:1772472005.430825:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 385 00000100:00100000:2.0:1772472005.430831:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834905472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472005.430838:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472005.430845:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 13 pid: 8408 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.430861:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 13 pid: 8408 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.430874:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472005.430876:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472005.430880:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.430888:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472005.430906:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472005.430925:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834905472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 94us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472005.430930:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 385 00010000:00010000:3.0:1772472005.435131:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2375133/0xb50b868c089d31ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071f6 expref: 12 pid: 8408 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472005.435158:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856836992:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472005.435176:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f730afdc/0xb50b868c089d3192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071e1 expref: 11 pid: 9676 timeout: 936 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472005.435186:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856837120:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472005.435211:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.435224:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.435231:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.435259:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.435268:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.435277:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.435284:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472005.435288:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.436516:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.436546:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472005.436554:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e2330d6/0xb50b868c089d31e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472005.436700:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:2411:x1858570834905344:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 28751us (28912us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472005.436712:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 336 00000100:00100000:3.0:1772472005.441424:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472005.441592:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834905856 00000100:00100000:1.0:1772472005.441602:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834905856 00000100:00100000:1.0:1772472005.441670:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 255 00000100:00100000:1.0:1772472005.441682:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31213:x1858570834905856:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:1.0:1772472005.441754:0:21270:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d31d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071fd expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472005.441947:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968047 00000001:00080000:1.0:1772472005.442254:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968048 00010000:00010000:1.0:1772472005.442298:0:21270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.442351:0:21270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.442360:0:21270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 108 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.442367:0:21270:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.442662:0:21270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 108 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.442678:0:21270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 108 pid: 10040 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.442694:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856837248:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472005.442795:0:21270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.442804:0:21270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 48 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.442814:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856837376:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472005.442836:0:21270:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472005.446348:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856837248:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472005.446375:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:21270:1858570856837376:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472005.446410:0:21270:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472005.446604:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.446676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472005.446734:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834905984 00000100:00100000:1.0:1772472005.446742:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834905984 00010000:00010000:1.0:1772472005.446774:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 109 pid: 10040 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.446807:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834906112 00000100:00100000:1.0:1772472005.446810:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834906112 00010000:00010000:1.0:1772472005.446823:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.446845:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 386 00000100:00100000:1.0:1772472005.446853:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2412:x1858570834905984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472005.446888:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472005.446896:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 109 pid: 10040 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.446914:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 109 pid: 10040 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.446937:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3153 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071be expref: 109 pid: 10040 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.446954:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472005.446959:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.446968:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.446975:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472005.447020:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:2412:x1858570834905984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 167us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472005.447028:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 386 00000100:00100000:1.0:1772472005.447044:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 387 00000100:00100000:1.0:1772472005.447051:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834906112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472005.447058:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472005.447063:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447073:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447103:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ca00/0xb50b868c089d3122 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071a9 expref: 49 pid: 9675 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447114:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472005.447118:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447126:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447134:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447156:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472005.447174:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834906112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 123us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472005.447181:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 387 00010000:00010000:1.0:1772472005.447265:0:21270:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.447273:0:21270:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1772472005.447430:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968049 00000001:00080000:1.0:1772472005.447537:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968050 00000001:00080000:1.0:1772472005.447571:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968051 00000100:00100000:1.0:1772472005.447647:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856837504:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1772472005.447691:0:21270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472005.447718:0:21270:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c899d4600 going to sleep for 11 seconds 00000100:00100000:1.0:1772472005.447737:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856837504 00000100:00100000:1.0:1772472005.447741:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856837504 00000100:00100000:1.0:1772472005.447772:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1772472005.447778:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:21270:x1858570856837504:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1772472005.447843:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:21270:x1858570856837504:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 64us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472005.447850:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1772472005.447884:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856837504:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1772472005.447972:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968052 00000100:00100000:1.0:1772472005.448006:0:21270:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856837632:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1772472005.448029:0:21270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472005.448044:0:21270:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5000 going to sleep for 11 seconds 00000100:00100000:1.0:1772472005.448057:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856837632 00000100:00100000:1.0:1772472005.448060:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856837632 00000100:00100000:1.0:1772472005.448082:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1772472005.448099:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:21270:x1858570856837632:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1772472005.448184:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21270:x1858570856837632:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 95us (153us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1772472005.448190:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1772472005.448220:0:21270:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:21270:1858570856837632:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1772472005.448235:0:21270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.448243:0:21270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.448255:0:21270:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.448261:0:21270:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472005.448266:0:21270:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.448274:0:21270:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.448286:0:21270:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472005.448289:0:21270:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1772472005.448293:0:21270:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.448299:0:21270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31ed lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1772472005.448411:0:21270:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1772472005.448475:0:21270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9264 00000004:00080000:1.0:1772472005.448485:0:21270:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 836478182445ns, next at 837478180442ns, rc = 0 00000001:00080000:1.0:1772472005.448492:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968053 00010000:00010000:1.0:1772472005.448513:0:21270:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472005.448516:0:21270:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1772472005.448522:0:21270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d31d8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071fd expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472005.448604:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31213:x1858570834905856:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 6926us (7192us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1772472005.448616:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 255 00000020:00080000:1.0:1772472005.448621:0:21270:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1772472005.538973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472005.539070:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834906368 00000100:00100000:1.0:1772472005.539080:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834906368 00000100:00100000:1.0:1772472005.539149:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1262 00000100:00100000:1.0:1772472005.539160:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31219:x1858570834906368:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472005.539184:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472005.539205:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407204 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539288:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539331:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539344:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539359:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539366:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539372:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539712:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3209 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539727:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3209 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539735:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3209 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472005.539747:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1772472005.539822:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539830:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539837:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539843:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472005.539847:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539856:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539867:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472005.539871:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472005.539875:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539883:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d31fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539896:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539903:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539910:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539915:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472005.539918:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539923:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539929:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9c8344e900) 00010000:00010000:1.0:1772472005.539932:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472005.539935:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539941:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d3202 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539981:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d31f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407204 expref: 114 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.539994:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3209 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407204 expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472005.540002:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c8344e300) 00010000:00010000:1.0:1772472005.540005:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472005.540007:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772472005.540185:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31219:x1858570834906368:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1026us (1221us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1772472005.540193:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1262 00000100:00100000:1.0:1772472005.545041:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.545171:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834906624 00000100:00100000:0.0:1772472005.545182:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834906624 00000100:00100000:0.0:1772472005.545252:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 59 00000100:00100000:0.0:1772472005.545262:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb11d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31219:x1858570834906624:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:0.0:1772472005.545278:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472005.545324:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3209 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407204 expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.545343:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c8344e300) 00010000:00010000:0.0:1772472005.545353:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472005.545425:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb11d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31219:x1858570834906624:12345-192.168.202.58@tcp:103:cat.0 Request processed in 164us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.545433:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 59 00000100:00100000:2.0:1772472005.547833:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.547920:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834906752 00000100:00100000:0.0:1772472005.547929:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834906752 00000100:00100000:0.0:1772472005.547984:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1263 00000100:00100000:0.0:1772472005.547993:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31219:x1858570834906752:12345-192.168.202.58@tcp:58:cat.0 00010000:00010000:0.0:1772472005.548122:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.548138:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.548151:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472005.548247:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:0.0:1772472005.548370:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31219:x1858570834906752:12345-192.168.202.58@tcp:58:cat.0 Request processed in 377us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.548378:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1263 00000100:00100000:3.0:1772472005.550716:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472005.550962:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834906880 00000100:00100000:0.0:1772472005.550972:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834906880 00000100:00100000:0.0:1772472005.551027:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1264 00000100:00100000:0.0:1772472005.551035:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31219:x1858570834906880:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472005.551056:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472005.551086:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40720b expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.551148:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.551158:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.551177:0:9675:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.551191:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.551206:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772472005.551209:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472005.551212:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472005.551220:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:0.0:1772472005.551269:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31219:x1858570834906880:12345-192.168.202.58@tcp:101:cat.0 Request processed in 235us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472005.551277:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1264 00010000:00010000:2.0:1772472005.803111:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472006.058589:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472006.058599:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472006.058629:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:1.0:1772472006.058638:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472006.058787:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856837760:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472006.058906:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ee40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472006.060860:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856837888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472006.060930:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472006.061125:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856837888 00000100:00100000:0.0:1772472006.061133:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856837888 00000100:00100000:0.0:1772472006.061200:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1772472006.061209:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856837888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472006.061232:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 162790208 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:0.0:1772472006.061280:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856837888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.061287:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1772472006.061373:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856837888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472006.064491:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856838016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472006.064605:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472006.064795:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856838016 00000100:00100000:1.0:1772472006.064806:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856838016 00000100:00100000:1.0:1772472006.064873:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1772472006.064882:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856838016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472006.064905:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 162790208 pending 28672 free 3922448384 avail 3690926080 00000100:00100000:1.0:1772472006.064955:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856838016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.064961:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1772472006.066899:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856838016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472006.072394:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856837760:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772472006.073346:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.073644:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834907008 00000100:00100000:1.0:1772472006.073653:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834907008 00000100:00100000:1.0:1772472006.073733:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1265 00000100:00100000:1.0:1772472006.073744:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834907008:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472006.073777:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472006.074120:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834907008:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 377us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.074129:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1265 00000100:00080000:2.0:1772472006.075522:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472006.081922:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.082112:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834907136 00000100:00100000:2.0:1772472006.082123:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834907136 00000100:00100000:2.0:1772472006.082183:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1266 00000100:00100000:2.0:1772472006.082193:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc15c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834907136:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1772472006.082273:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082292:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082335:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082351:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082359:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082377:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082411:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082419:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082426:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472006.082474:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1772472006.082480:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472006.082494:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082506:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082512:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082518:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082524:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082530:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472006.082534:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082543:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082555:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772472006.082558:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472006.082563:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082568:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d3225 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082582:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082588:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082593:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082599:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472006.082601:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082607:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082614:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff8f9c89ad5d00) 00010000:00010000:2.0:1772472006.082616:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472006.082619:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082624:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d322c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082638:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082644:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082649:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082654:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472006.082657:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082663:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082675:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:2.0:1772472006.082677:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472006.082680:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.082685:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3233 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.082759:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc15c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834907136:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 567us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472006.082768:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1266 00000100:00100000:3.0:1772472006.086812:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.088695:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834907392 00000100:00100000:2.0:1772472006.088708:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834907392 00000100:00100000:0.0:1772472006.098336:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1267 00000100:00100000:0.0:1772472006.098361:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834907392:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.098394:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.098416:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d323a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407212 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098524:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098539:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098552:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472006.098565:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1772472006.098648:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098655:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098663:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098669:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472006.098673:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098680:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098692:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772472006.098695:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472006.098710:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098716:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3241 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098756:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d323a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407212 expref: 50 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098766:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772472006.098769:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472006.098773:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d323a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407212 expref: 50 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.098782:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772472006.098838:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31220:x1858570834907392:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 489us (12035us total) trans 4294968056 rc 301/301 00000100:00100000:0.0:1772472006.098850:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1267 00000100:00100000:1.0:1772472006.108784:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.108864:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834907520 00000100:00100000:0.0:1772472006.108875:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834907520 00000100:00100000:0.0:1772472006.108926:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1268 00000100:00100000:0.0:1772472006.108933:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31220:x1858570834907520:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472006.108970:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472006.109072:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31220:x1858570834907520:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 138us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.109080:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1268 00000100:00100000:3.0:1772472006.113665:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.113757:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834907776 00000100:00100000:0.0:1772472006.113765:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834907776 00000100:00100000:0.0:1772472006.113810:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1269 00000100:00100000:0.0:1772472006.113817:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31220:x1858570834907776:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.113841:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.113871:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d324f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407219 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.114380:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3256 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.114397:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3256 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.114409:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3256 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472006.114420:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:0.0:1772472006.114468:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d324f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407219 expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.114487:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3256 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407219 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.114497:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:0.0:1772472006.114500:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472006.114504:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772472006.114566:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:31220:x1858570834907776:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 747us (908us total) trans 4294968057 rc 0/0 00000100:00100000:0.0:1772472006.114574:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1269 00000100:00100000:3.0:1772472006.128395:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.130867:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834908032 00000100:00100000:1.0:1772472006.130884:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834908032 00000100:00100000:1.0:1772472006.130950:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1270 00000100:00100000:1.0:1772472006.130962:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:31220:x1858570834908032:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1772472006.131032:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472006.131071:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3256 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407219 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.131098:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:1.0:1772472006.131110:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472006.131152:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.131168:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.131176:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.131214:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.131228:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 112 pid: 6525 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472006.131247:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aab100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856838144:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472006.133349:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472006.137245:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aab100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856838144:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472006.137276:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.139267:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.146777:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834908160 00000100:00100000:1.0:1772472006.146794:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834908160 00010000:00010000:1.0:1772472006.146948:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 113 pid: 6525 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472006.147024:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 388 00000100:00100000:1.0:1772472006.147035:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:2412:x1858570834908160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472006.147053:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472006.147070:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 113 pid: 6525 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.147093:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 113 pid: 6525 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.147121:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d3168 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4071cc expref: 113 pid: 6525 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.147137:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472006.147151:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.147601:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.147613:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.147642:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472006.147713:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570834908160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 679us (8454us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.147720:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 388 00010000:00010000:3.0:1772472006.147808:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147817:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147841:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147863:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147872:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147925:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147932:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147939:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147945:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.147949:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147958:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147968:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:3.0:1772472006.147971:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472006.147975:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147981:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3264 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147991:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.147997:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.148003:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.148008:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.148011:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.148018:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.148024:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xbd1d810 (ffff8f9c83cf5800) 00010000:00010000:3.0:1772472006.148027:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472006.148030:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.148041:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d326b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xbd1d810 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.148114:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:31220:x1858570834908032:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 17154us (19744us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772472006.148121:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1270 00000100:00080000:2.0:1772472006.149697:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472006.153608:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.153880:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834908288 00000100:00100000:0.0:1772472006.153891:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834908288 00000100:00100000:0.0:1772472006.153955:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1271 00000100:00100000:0.0:1772472006.153966:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:31220:x1858570834908288:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.153990:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.154016:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3272 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407220 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.154056:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.154091:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.154104:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.154235:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3272 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.154256:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.154265:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:0.0:1772472006.154268:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472006.154271:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772472006.154607:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:31220:x1858570834908288:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 641us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.154616:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1271 00000100:00100000:0.0:1772472006.161663:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.162624:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834908544 00000100:00100000:2.0:1772472006.162637:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834908544 00000100:00100000:2.0:1772472006.162699:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1272 00000100:00100000:2.0:1772472006.162709:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:31220:x1858570834908544:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772472006.162792:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.162811:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.162825:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472006.162983:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008685c3cf reply state 00000000d7043dbb transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.163002:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.163010:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:2.0:1772472006.163014:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772472006.163018:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472006.163216:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:31220:x1858570834908544:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 508us (1565us total) trans 4294968058 rc 0/0 00000100:00100000:2.0:1772472006.163225:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1272 00000100:00100000:3.0:1772472006.166974:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.167167:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834908672 00000100:00100000:0.0:1772472006.167177:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834908672 00000100:00100000:0.0:1772472006.167240:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1273 00000100:00100000:0.0:1772472006.167250:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:31220:x1858570834908672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.167275:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.167297:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407227 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.167401:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 54 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.167418:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 54 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.167432:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:0.0:1772472006.167435:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472006.167440:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472006.167494:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31220:x1858570834908672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 246us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.167501:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1273 00000100:00100000:2.0:1772472006.178185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.178624:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834908800 00000100:00100000:3.0:1772472006.178635:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834908800 00000100:00100000:3.0:1772472006.178694:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 256 00000100:00100000:3.0:1772472006.178703:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31220:x1858570834908800:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1772472006.178850:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31220:x1858570834908800:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 147us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.178857:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 256 00000100:00100000:0.0:1772472006.191785:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.191875:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834909056 00000100:00100000:1.0:1772472006.191886:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834909056 00000100:00100000:1.0:1772472006.191943:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 257 00000100:00100000:1.0:1772472006.191953:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31220:x1858570834909056:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772472006.192214:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31220:x1858570834909056:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 262us (439us total) trans 4294968059 rc 0/0 00000100:00100000:1.0:1772472006.192222:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 257 00000100:00100000:2.0:1772472006.195569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.195663:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834909312 00000100:00100000:0.0:1772472006.195673:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834909312 00000100:00100000:0.0:1772472006.195731:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1274 00000100:00100000:0.0:1772472006.195741:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31220:x1858570834909312:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472006.195853:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31220:x1858570834909312:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 113us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.195861:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1274 00000100:00100000:2.0:1772472006.199635:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.200104:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834909568 00000100:00100000:0.0:1772472006.200114:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834909568 00000100:00100000:0.0:1772472006.200171:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1275 00000100:00100000:0.0:1772472006.200181:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31220:x1858570834909568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.200207:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.200231:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d328e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40722e expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.200393:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.200413:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 56 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.200422:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.200456:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 56 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.200470:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 56 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.200484:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86557100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856838272:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472006.200577:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84d71a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472006.207508:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.207670:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834909696 00000100:00100000:3.0:1772472006.207681:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834909696 00010000:00010000:3.0:1772472006.207722:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 57 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.207766:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 389 00000100:00100000:3.0:1772472006.207776:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834909696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472006.207791:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472006.207797:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 57 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.207816:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 57 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.207841:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:3.0:1772472006.207846:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.207856:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.207864:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.207882:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472006.207935:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834909696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 160us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.207943:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 389 00010000:00010000:0.0:1772472006.208868:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3287 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407227 expref: 56 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.208890:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86557100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856838272:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472006.208911:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.208920:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.208925:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472006.208946:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00080000:0.0:1772472006.209118:0:9675:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:0.0:1772472006.209220:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209229:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209236:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209242:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472006.209247:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209255:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209270:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:0.0:1772472006.209273:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472006.209278:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209285:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3295 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209478:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d328e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40722e expref: 56 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209489:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772472006.209491:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472006.209495:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d328e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40722e expref: 56 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.209512:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:0.0:1772472006.209616:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31220:x1858570834909568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 9435us (9990us total) trans 4294968060 rc 301/301 00000100:00100000:0.0:1772472006.209625:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1275 00000100:00100000:1.0:1772472006.214705:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.214791:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834909952 00000100:00100000:0.0:1772472006.214801:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834909952 00000100:00100000:0.0:1772472006.218197:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 258 00000100:00100000:0.0:1772472006.218228:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31220:x1858570834909952:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472006.218866:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:31220:x1858570834909952:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 650us (4165us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1772472006.218877:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 258 00000100:00100000:2.0:1772472006.221997:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.222236:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910080 00000100:00100000:3.0:1772472006.222248:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910080 00000100:00100000:3.0:1772472006.222369:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1276 00000100:00100000:3.0:1772472006.222389:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:31220:x1858570834910080:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472006.222415:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472006.222454:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32a3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407235 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.222529:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d32aa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.222547:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d32aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.222559:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d32aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472006.222605:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:3.0:1772472006.222609:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472006.222629:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d32aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.222656:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32a3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407235 expref: 58 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.222673:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d32aa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407235 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.222682:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:3.0:1772472006.222685:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1772472006.222688:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772472006.222799:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31220:x1858570834910080:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 420us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.222806:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1276 00000100:00100000:0.0:1772472006.229543:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.229958:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910208 00000100:00100000:1.0:1772472006.229972:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910208 00000100:00100000:1.0:1772472006.230107:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 337 00000100:00100000:1.0:1772472006.230122:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834910208:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472006.230152:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472006.230175:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40723c expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472006.230200:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772472006.230220:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472006.230222:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472006.230232:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.230253:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.230267:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772472006.230583:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834910208:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 466us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.230592:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 337 00000100:00080000:3.0:1772472006.233125:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472006.233618:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.233695:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910464 00000100:00100000:3.0:1772472006.233705:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910464 00000100:00100000:3.0:1772472006.233782:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1277 00000100:00100000:3.0:1772472006.233794:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31220:x1858570834910464:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472006.233916:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31220:x1858570834910464:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 124us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.233924:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1277 00000100:00100000:2.0:1772472006.237999:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.238095:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910592 00000100:00100000:0.0:1772472006.238105:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910592 00000100:00100000:0.0:1772472006.238175:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 338 00000100:00100000:0.0:1772472006.238185:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:31220:x1858570834910592:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.238205:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.238224:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407243 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.238256:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.238264:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472006.238267:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472006.238271:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.238325:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.238338:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 11 pid: 16551 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.238351:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856838400:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472006.238439:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84d71e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472006.241946:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.242032:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910720 00000100:00100000:2.0:1772472006.242042:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910720 00010000:00010000:2.0:1772472006.242093:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 12 pid: 16551 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.242135:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 390 00000100:00100000:2.0:1772472006.242143:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834910720:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472006.242157:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472006.242178:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 12 pid: 16551 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.242192:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 12 pid: 16551 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.242217:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472006.242219:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472006.242226:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.242235:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.242269:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.242283:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856838528:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472006.242403:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1772472006.243354:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d32b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40723c expref: 12 pid: 16551 timeout: 937 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.243391:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856838400:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472006.243416:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.243429:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:0.0:1772472006.243472:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:31220:x1858570834910592:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5289us (5482us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.243480:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 338 00000100:00100000:1.0:1772472006.252693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.252989:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856838528:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472006.253014:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472006.253088:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834910720:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10937us (11143us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472006.253100:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 390 00000100:00100000:3.0:1772472006.254252:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910848 00000100:00100000:3.0:1772472006.254265:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910848 00002000:00100000:3.0:1772472006.254732:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff8f9b86aa9180 x1858570834910848/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:42/0 lens 648/0 e 0 to 0 dl 1772472017 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472006.254745:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86aa9180 with x1858570834910848 ext(0->157) 00002000:00010000:3.0:1772472006.254751:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86aa9180 00000100:00100000:3.0:1772472006.254780:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 92 00000100:00100000:3.0:1772472006.254790:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834910848:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1772472006.257952:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834910848:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 3150us (5258us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1772472006.257972:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 92 00002000:00100000:0.0:1772472006.257986:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff8f9b86aa9180 x1858570834910848/t4294967364(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:42/0 lens 648/448 e 0 to 0 dl 1772472017 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472006.257997:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86aa9180 with x1858570834910848 ext(0->157) 00002000:00010000:0.0:1772472006.258004:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86aa9180 00000100:00100000:1.0:1772472006.263165:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.263360:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834910976 00000100:00100000:0.0:1772472006.263384:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834910976 00000100:00100000:0.0:1772472006.263444:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1278 00000100:00100000:0.0:1772472006.263451:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31220:x1858570834910976:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1772472006.265340:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968061 is committed 00010000:00010000:2.0:1772472006.265362:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472006.265366:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968055 is committed 00000004:00080000:3.0:1772472006.265374:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00010000:00010000:2.0:1772472006.265379:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.265389:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.265399:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472006.265404:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.265413:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.265430:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:2.0:1772472006.265434:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472006.265439:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.265445:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3280 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1772472006.265756:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cb10a4000 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:3.0:1772472006.265761:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84a15500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c866d4f00 00000020:00080000:3.0:1772472006.265764:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84a15100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b84f56200 00000100:00100000:3.0:1772472006.265958:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856838656:0@lo:6:osp-syn-0-0.0 00000020:00080000:1.0:1772472006.265975:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000100:00100000:3.0:1772472006.266029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1772472006.266043:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:2.0:1772472006.266627:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834910976:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 3173us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472006.266638:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1278 00000100:00100000:2.0:1772472006.267547:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856838656 00000100:00100000:2.0:1772472006.267560:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856838656 00000100:00100000:2.0:1772472006.267619:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1772472006.267628:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856838656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1772472006.267658:0:9676:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:2.0:1772472006.267691:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x69a5c6c4, atime: 0x0, ctime: 0x69a5c6c4, blocks: 0x8 00010000:00010000:2.0:1772472006.267699:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.267716:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472006.267719:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472006.267724:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.267741:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.267750:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.267757:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.267777:0:9676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472006.271884:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856838656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4243us (5842us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1772472006.271900:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00010000:00010000:2.0:1772472006.272129:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472006.272140:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.272153:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472006.272676:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.272692:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.272781:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.272790:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d32bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.272813:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472006.272815:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472006.272817:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1772472006.273525:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b86556d80/2, rc 0, transno 4294967363 00000100:00100000:3.0:1772472006.273538:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856838656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472006.275117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.275335:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834911104 00000100:00100000:3.0:1772472006.275345:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834911104 00000100:00100000:3.0:1772472006.275917:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 340 00000100:00100000:3.0:1772472006.275931:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834911104:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1772472006.278190:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000100:00100000:3.0:1772472006.278580:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834911104:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 2646us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.278592:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 340 00000100:00100000:1.0:1772472006.289071:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.289179:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834911360 00000100:00100000:3.0:1772472006.289191:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834911360 00000100:00100000:3.0:1772472006.289254:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1279 00000100:00100000:3.0:1772472006.289264:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834911360:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772472006.289367:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472006.289402:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d32aa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407235 expref: 48 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289422:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:3.0:1772472006.289427:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472006.289457:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289470:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289480:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289502:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289508:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289518:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289523:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.289526:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289533:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289539:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:3.0:1772472006.289542:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472006.289544:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.289550:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32c6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.289638:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31220:x1858570834911360:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 375us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.289645:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1279 00000100:00100000:1.0:1772472006.292426:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.293200:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834911488 00000100:00100000:0.0:1772472006.293213:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834911488 00000100:00100000:0.0:1772472006.293282:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1280 00000100:00100000:0.0:1772472006.293291:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31220:x1858570834911488:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.293566:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.293588:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40724a expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.293646:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.293662:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.293681:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:0.0:1772472006.293684:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472006.293688:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772472006.293792:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834911488:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 501us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.293801:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1280 00000100:00100000:1.0:1772472006.299808:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.299976:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834911616 00000100:00100000:0.0:1772472006.299986:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834911616 00000100:00100000:0.0:1772472006.300041:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 341 00000100:00100000:0.0:1772472006.300051:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834911616:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1772472006.300226:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1772472006.300230:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1772472004 00002000:00010000:0.0:1772472006.300232:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 1772472005 00002000:00010000:0.0:1772472006.300234:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1772472004 00002000:00010000:0.0:1772472006.300236:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1772472006.300691:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834911616:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 640us (889us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1772472006.300701:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 341 00000100:00100000:1.0:1772472006.303426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.303591:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834911872 00000100:00100000:2.0:1772472006.303602:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834911872 00000100:00100000:2.0:1772472006.303659:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1281 00000100:00100000:2.0:1772472006.303669:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31220:x1858570834911872:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1772472006.303742:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.303760:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 48 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.303769:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.303806:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 48 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.303819:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 48 pid: 6526 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.303834:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856838784:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472006.303933:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472006.307423:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.307533:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834912000 00000100:00100000:1.0:1772472006.307542:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834912000 00010000:00010000:1.0:1772472006.307580:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 49 pid: 6526 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472006.307619:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 391 00000100:00100000:1.0:1772472006.307629:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834912000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472006.307643:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472006.307650:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 49 pid: 6526 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.307663:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 49 pid: 6526 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.307686:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:1.0:1772472006.307692:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.307711:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.307719:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.307738:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472006.307792:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834912000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 163us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.307800:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 391 00010000:00010000:0.0:1772472006.307989:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3279 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407220 expref: 48 pid: 6526 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.308006:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856838784:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472006.308026:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308034:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308040:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308074:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308094:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308102:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308108:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472006.308112:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308120:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308129:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:0.0:1772472006.308132:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1772472006.308135:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.308141:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d32d4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.308177:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31220:x1858570834911872:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 4510us (4763us total) trans 0 rc -22/-22 00000100:00100000:0.0:1772472006.308184:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1281 00000100:00100000:1.0:1772472006.312906:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.314500:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834912128 00000100:00100000:2.0:1772472006.314515:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834912128 00000100:00100000:2.0:1772472006.314670:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 342 00000100:00100000:2.0:1772472006.314680:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834912128:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472006.314727:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.314747:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.314756:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472006.314758:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472006.314762:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.314799:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.314813:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 11 pid: 8409 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.314829:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856838912:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472006.314924:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74b40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472006.317611:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856838912:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472006.317639:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472006.320716:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.320906:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834912256 00000100:00100000:0.0:1772472006.320916:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834912256 00010000:00010000:0.0:1772472006.320955:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.320989:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 392 00000100:00100000:0.0:1772472006.320998:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834912256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472006.321013:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472006.321034:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.321049:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.321092:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d32b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407243 expref: 12 pid: 8409 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.321107:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472006.321109:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472006.321114:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.321123:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.321154:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472006.321213:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834912256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 214us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.321221:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 392 00010000:00010000:2.0:1772472006.321349:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321360:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321396:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321406:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321413:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321420:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5ca00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472006.321425:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321434:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321446:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.321459:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017c663ce/0xb50b868c089d32db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.321507:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834912128:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 6828us (8608us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472006.321515:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 342 00000100:00100000:2.0:1772472006.325694:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.328634:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834912512 00000100:00100000:0.0:1772472006.328649:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834912512 00000100:00100000:0.0:1772472006.328877:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1282 00000100:00100000:0.0:1772472006.328889:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31220:x1858570834912512:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472006.328975:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.328994:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.329006:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.329181:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.329193:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.329202:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.329245:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.329260:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 48 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.329276:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856839040:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472006.329575:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84d71a80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472006.333937:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856839040:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472006.333966:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.338546:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.338658:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834912640 00000100:00100000:1.0:1772472006.338668:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834912640 00010000:00010000:1.0:1772472006.338724:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 49 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472006.338772:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 393 00000100:00100000:1.0:1772472006.338782:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834912640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472006.338797:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472006.338804:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 49 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.338817:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 49 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.338840:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d32cd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40724a expref: 49 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.338857:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:1.0:1772472006.338862:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.338871:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.338878:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.338910:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472006.338961:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834912640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 180us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.338970:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 393 00010000:00010000:3.0:1772472006.339668:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.339681:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472006.339812:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968062 00000001:00080000:3.0:1772472006.339931:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968063 00000001:00080000:3.0:1772472006.339964:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968064 00000100:00100000:3.0:1772472006.340038:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856839168:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1772472006.340247:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472006.340279:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbc3993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472006.340785:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856839168 00000100:00100000:1.0:1772472006.340792:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856839168 00000100:00100000:1.0:1772472006.340842:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1772472006.340849:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856839168:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1772472006.340934:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856839168:12345-0@lo:1000:mdt00_004.0 Request processed in 85us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472006.340941:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1772472006.341283:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856839168:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1772472006.341461:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968065 00000100:00100000:3.0:1772472006.341516:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856839296:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1772472006.341548:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472006.341569:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbc3990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472006.341889:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856839296 00000100:00100000:1.0:1772472006.341894:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856839296 00000100:00100000:1.0:1772472006.341932:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1772472006.341939:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:10040:x1858570856839296:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1772472006.342048:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:10040:x1858570856839296:12345-0@lo:1000:mdt00_004.0 Request processed in 109us (499us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1772472006.342193:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1772472006.342641:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10040:1858570856839296:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1772472006.342737:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968066 00010000:00010000:3.0:1772472006.342768:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342777:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342785:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342790:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.342795:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342803:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342822:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0a00) 00010000:00010000:3.0:1772472006.342825:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472006.342830:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342836:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d32e9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342866:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342873:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342879:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342883:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.342886:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342892:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342900:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:3.0:1772472006.342902:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472006.342909:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342921:0:10040:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342931:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.342962:0:10040:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.342975:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856839424:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472006.343047:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbc399540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472006.353272:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856839424:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472006.353336:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353347:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3217 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353391:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353405:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353416:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353428:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353435:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353442:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353448:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.353452:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353459:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353470:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:3.0:1772472006.353473:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472006.353476:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353482:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d32f0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353492:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353497:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353502:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353507:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.353510:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353519:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353526:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:3.0:1772472006.353529:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472006.353532:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.353538:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d32e2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472006.354049:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472006.354054:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472006.354566:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1772472006.354575:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472006.354724:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:31220:x1858570834912512:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 25831us (29031us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1772472006.354736:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1282 00000020:00080000:3.0:1772472006.354742:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1772472006.356161:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.356237:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834912768 00000100:00100000:3.0:1772472006.356250:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834912768 00000100:00100000:3.0:1772472006.356340:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 259 00000100:00100000:3.0:1772472006.356350:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31219:x1858570834912768:12345-192.168.202.58@tcp:49:cat.0 00000100:00100000:3.0:1772472006.356486:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31219:x1858570834912768:12345-192.168.202.58@tcp:49:cat.0 Request processed in 137us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.356493:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 259 00000100:00100000:2.0:1772472006.359964:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.360067:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834913024 00000100:00100000:0.0:1772472006.360077:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834913024 00000100:00100000:0.0:1772472006.360143:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 260 00000100:00100000:0.0:1772472006.360152:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:31220:x1858570834913024:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1772472006.360484:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1772472006.360519:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968068 00010000:00010000:0.0:1772472006.360557:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.360574:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.360586:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.360595:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.360601:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.360607:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.360623:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472006.360724:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31220:x1858570834913024:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 572us (767us total) trans 4294968069 rc 0/0 00000100:00100000:0.0:1772472006.360733:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 260 00000020:00080000:0.0:1772472006.360737:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1772472006.360898:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472006.360907:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.360914:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472006.360918:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.360927:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.360946:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8f9b86be0100) 00010000:00010000:1.0:1772472006.360949:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472006.360955:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.360962:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d32f7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472006.360980:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472006.360981:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472006.360983:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472006.365375:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.365578:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834913152 00000100:00100000:3.0:1772472006.365588:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834913152 00000100:00100000:3.0:1772472006.365658:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 343 00000100:00100000:3.0:1772472006.365669:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:31219:x1858570834913152:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472006.365688:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472006.365711:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407251 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472006.365737:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x69a5c6c4, atime: 0x69a5c6c5, ctime: 0x69a5c6c4, blocks: 0x8 00010000:00010000:3.0:1772472006.365761:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472006.365763:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472006.365772:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 19 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.365789:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 19 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.365804:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472006.365863:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:31219:x1858570834913152:12345-192.168.202.58@tcp:101:cat.0 Request processed in 196us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.365871:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 343 00000100:00080000:0.0:1772472006.366628:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472006.369764:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.369870:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834913280 00000100:00100000:0.0:1772472006.369880:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834913280 00002000:00100000:0.0:1772472006.369927:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8f9b869b4700 x1858570834913280/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:42/0 lens 488/0 e 0 to 0 dl 1772472017 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472006.369938:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869b4700 with x1858570834913280 ext(0->4095) 00002000:00010000:0.0:1772472006.369944:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b869b4700 00000100:00100000:0.0:1772472006.369980:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 93 00000100:00100000:0.0:1772472006.369989:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834913280:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:0.0:1772472006.370543:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834913280:12345-192.168.202.58@tcp:3:cat.0 Request processed in 552us (787us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772472006.370552:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 93 00002000:00100000:0.0:1772472006.370559:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8f9b869b4700 x1858570834913280/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:42/0 lens 488/4536 e 0 to 0 dl 1772472017 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472006.370567:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869b4700 with x1858570834913280 ext(0->4095) 00002000:00010000:0.0:1772472006.370572:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b869b4700 00000100:00100000:2.0:1772472006.379016:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.379165:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834913536 00000100:00100000:1.0:1772472006.379177:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834913536 00000100:00100000:1.0:1772472006.379242:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 261 00000100:00100000:1.0:1772472006.379252:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31219:x1858570834913536:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472006.379523:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31219:x1858570834913536:12345-192.168.202.58@tcp:35:cat.0 Request processed in 272us (517us total) trans 4294968070 rc 0/0 00000100:00100000:1.0:1772472006.379530:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 261 00000100:00100000:2.0:1772472006.418632:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.418726:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834913664 00000100:00100000:0.0:1772472006.418736:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834913664 00000100:00100000:0.0:1772472006.418783:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1283 00000100:00100000:0.0:1772472006.418793:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31221:x1858570834913664:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472006.418819:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.418839:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3305 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407258 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.418909:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.418925:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.418933:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.418942:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.418946:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.418950:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419008:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419013:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419016:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472006.419047:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1772472006.419050:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472006.419071:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419087:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419097:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419101:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419105:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419109:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472006.419112:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419116:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419125:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772472006.419127:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472006.419130:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419134:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d330c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419144:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419151:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419157:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419163:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472006.419166:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419172:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419179:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9b86be0b00) 00010000:00010000:0.0:1772472006.419181:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472006.419184:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419189:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3313 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419217:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3305 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 103 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419230:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 102 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.419237:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772472006.419239:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472006.419241:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772472006.419342:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31221:x1858570834913664:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 509us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.419351:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1283 00000100:00100000:2.0:1772472006.424640:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.424730:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834913792 00000100:00100000:0.0:1772472006.424742:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834913792 00000100:00100000:0.0:1772472006.424798:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1284 00000100:00100000:0.0:1772472006.424808:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31221:x1858570834913792:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472006.424829:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.424848:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40725f expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.424924:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.424939:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.424951:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472006.424994:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:0.0:1772472006.424999:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472006.425022:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.425050:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 104 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.425087:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 103 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.425098:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772472006.425101:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472006.425105:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772472006.425180:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31221:x1858570834913792:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 373us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.425188:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1284 00000100:00100000:2.0:1772472006.429098:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.429188:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834914048 00000100:00100000:3.0:1772472006.429199:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834914048 00000100:00100000:3.0:1772472006.430861:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1285 00000100:00100000:3.0:1772472006.430884:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31221:x1858570834914048:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472006.430908:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472006.430930:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d332f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407266 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.431026:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3336 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.431038:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3336 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.431047:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3336 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472006.431056:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1772472006.431170:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d332f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407266 expref: 106 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.431188:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3336 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407266 expref: 105 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.431197:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:3.0:1772472006.431199:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1772472006.431203:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772472006.431272:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31221:x1858570834914048:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 398us (2193us total) trans 4294968071 rc 0/0 00000100:00100000:3.0:1772472006.431278:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1285 00000100:00100000:1.0:1772472006.435256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.435785:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834914176 00000100:00100000:0.0:1772472006.435796:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834914176 00000100:00100000:0.0:1772472006.436253:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 344 00000100:00100000:0.0:1772472006.436267:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834914176:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:0.0:1772472006.436352:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.436374:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 19 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.436390:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472006.436393:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472006.436396:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.436434:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 19 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.436583:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 19 pid: 16551 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.436603:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856839552:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472006.436767:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84d71840 going to sleep for 11 seconds 00000100:00100000:2.0:1772472006.446282:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.446485:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856839552:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472006.446515:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.448129:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834914304 00000100:00100000:3.0:1772472006.448141:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834914304 00010000:00010000:3.0:1772472006.448189:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 20 pid: 16551 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.448284:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 394 00000100:00100000:3.0:1772472006.448296:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85689450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2412:x1858570834914304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472006.448334:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472006.448359:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 20 pid: 16551 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.448396:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 20 pid: 16551 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.448420:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d32fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407251 expref: 20 pid: 16551 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.448436:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472006.448438:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472006.448443:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.448531:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.448570:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472006.448623:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85689450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570834914304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 328us (2352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.448631:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 394 00010000:00010000:2.0:1772472006.449289:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449321:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449345:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449359:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449377:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449390:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472006.449394:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449402:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449414:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.449422:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeff9a66/0xb50b868c089d3344 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472006.449510:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834914176:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 13244us (14262us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472006.449519:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 344 00000100:00100000:2.0:1772472006.457038:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.457204:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834914560 00000100:00100000:3.0:1772472006.457218:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834914560 00000100:00100000:3.0:1772472006.457428:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 262 00000100:00100000:3.0:1772472006.457439:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31221:x1858570834914560:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:3.0:1772472006.457518:0:6528:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3336 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407266 expref: 105 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472006.458629:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968072 00000001:00080000:3.0:1772472006.461224:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968073 00010000:00010000:3.0:1772472006.461529:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.461555:0:6528:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 108 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.461565:0:6528:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 108 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.461573:0:6528:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.461618:0:6528:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 108 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.461636:0:6528:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 108 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.461652:0:6528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6528:1858570856839680:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472006.462792:0:6528:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 108 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.462810:0:6528:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 108 pid: 9675 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.462828:0:6528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6528:1858570856839808:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472006.462876:0:6528:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2fc00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472006.472754:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472006.472787:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.472884:0:6528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6528:1858570856839680:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472006.472895:0:6528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6528:1858570856839808:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472006.472919:0:6528:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.472991:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834914816 00000100:00100000:0.0:1772472006.472998:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834914816 00010000:00010000:0.0:1772472006.473032:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 109 pid: 9675 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.473071:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834914688 00000100:00100000:0.0:1772472006.473073:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834914688 00010000:00010000:0.0:1772472006.473111:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 110 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472006.473139:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 395 00000100:00100000:0.0:1772472006.473147:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2411:x1858570834914816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472006.473161:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472006.473167:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 110 pid: 9675 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473177:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 110 pid: 9675 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473200:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d321e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40720b expref: 110 pid: 9675 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473214:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772472006.473219:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473229:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473235:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472006.473273:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2411:x1858570834914816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 126us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.473279:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 395 00000100:00100000:0.0:1772472006.473294:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 396 00000100:00100000:0.0:1772472006.473333:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:2411:x1858570834914688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472006.473341:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472006.473346:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 108 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473356:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 108 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473368:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d331a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407258 expref: 108 pid: 6527 timeout: 937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473377:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:0.0:1772472006.473390:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473398:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473405:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473425:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472006.473440:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2411:x1858570834914688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 140us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.473446:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 396 00010000:00010000:0.0:1772472006.473463:0:6528:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.473470:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472006.473574:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968074 00000001:00080000:0.0:1772472006.473671:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968075 00000001:00080000:0.0:1772472006.473697:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968076 00000100:00100000:0.0:1772472006.473765:0:6528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6528:1858570856839936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1772472006.473807:0:6528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472006.473833:0:6528:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472006.473850:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856839936 00000100:00100000:0.0:1772472006.473853:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856839936 00000100:00100000:0.0:1772472006.473878:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1772472006.473883:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6528:x1858570856839936:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1772472006.473943:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6528:x1858570856839936:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.473949:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1772472006.473974:0:6528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6528:1858570856839936:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1772472006.474059:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968077 00000100:00100000:0.0:1772472006.474103:0:6528:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6528:1858570856840064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1772472006.474124:0:6528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472006.474136:0:6528:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84d71300 going to sleep for 11 seconds 00000100:00100000:1.0:1772472006.474338:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856840064 00000100:00100000:1.0:1772472006.474343:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856840064 00000100:00100000:1.0:1772472006.474373:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1772472006.474388:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6528:x1858570856840064:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1772472006.474487:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6528:x1858570856840064:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 100us (361us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1772472006.474496:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1772472006.474659:0:6528:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86557b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6528:1858570856840064:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1772472006.474678:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.474685:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.474692:0:6528:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.474698:0:6528:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.474702:0:6528:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.474709:0:6528:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.474721:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:3.0:1772472006.474724:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1772472006.474728:0:6528:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.474733:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d334b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472006.474818:0:6528:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1772472006.474884:0:6528:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:3.0:1772472006.474895:0:6528:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 837504592895ns, next at 838504591093ns, rc = 0 00000001:00080000:3.0:1772472006.474901:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968078 00010000:00010000:3.0:1772472006.474928:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b86be0900) 00010000:00010000:3.0:1772472006.474932:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1772472006.474938:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3336 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407266 expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472006.475017:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:31221:x1858570834914560:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 17580us (17989us total) trans 4294968079 rc 0/0 00000100:00100000:3.0:1772472006.475025:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 262 00000020:00080000:3.0:1772472006.475028:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1772472006.558064:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.558188:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834915072 00000100:00100000:3.0:1772472006.558199:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834915072 00000100:00100000:3.0:1772472006.558258:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1286 00000100:00100000:3.0:1772472006.558267:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:31227:x1858570834915072:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472006.558293:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472006.558347:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3352 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40726d expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558429:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558447:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558459:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558471:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558478:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558484:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558592:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3367 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558599:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3367 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558605:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3367 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472006.558615:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1772472006.558684:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558691:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558710:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558717:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.558721:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558729:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558740:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:3.0:1772472006.558743:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472006.558747:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558754:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3359 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558767:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558772:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558778:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558783:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472006.558786:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558791:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558801:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8f9b84d9e800) 00010000:00010000:3.0:1772472006.558804:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472006.558807:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558812:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3360 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558846:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3352 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40726d expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558857:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3367 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40726d expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.558864:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472006.558866:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472006.558868:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472006.558919:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31227:x1858570834915072:12345-192.168.202.58@tcp:101:cat.0 Request processed in 653us (871us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1772472006.558927:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1286 00000100:00100000:2.0:1772472006.568537:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472006.568624:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834915328 00000100:00100000:3.0:1772472006.568635:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834915328 00000100:00100000:3.0:1772472006.568694:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 60 00000100:00100000:3.0:1772472006.568713:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31227:x1858570834915328:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:3.0:1772472006.568728:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472006.568755:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3367 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40726d expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472006.568778:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472006.568787:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472006.568847:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31227:x1858570834915328:12345-192.168.202.58@tcp:103:cat.0 Request processed in 145us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472006.568855:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 60 00000100:00100000:1.0:1772472006.577425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472006.577771:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834915456 00000100:00100000:2.0:1772472006.577784:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834915456 00000100:00100000:2.0:1772472006.577850:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1287 00000100:00100000:2.0:1772472006.577860:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31227:x1858570834915456:12345-192.168.202.58@tcp:58:cat.0 00010000:00010000:2.0:1772472006.577967:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.577984:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472006.577997:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472006.578104:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:2.0:1772472006.578190:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31227:x1858570834915456:12345-192.168.202.58@tcp:58:cat.0 Request processed in 331us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472006.578199:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1287 00000100:00100000:1.0:1772472006.581414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472006.581553:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834915584 00000100:00100000:0.0:1772472006.581564:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834915584 00000100:00100000:0.0:1772472006.581616:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1288 00000100:00100000:0.0:1772472006.581624:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31227:x1858570834915584:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472006.581644:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472006.581663:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407274 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.581723:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.581733:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.581751:0:6526:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.581765:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.581778:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5d00) 00010000:00010000:0.0:1772472006.581781:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472006.581785:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472006.581798:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d200, rc 0) 00000100:00100000:0.0:1772472006.581851:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:31227:x1858570834915584:12345-192.168.202.58@tcp:101:cat.0 Request processed in 228us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472006.581858:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1288 00010000:00010000:2.0:1772472006.829953:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472007.402552:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472007.402561:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472007.402587:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:1.0:1772472007.402597:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472007.402741:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856840192:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472007.402865:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472007.424487:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856840192:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472007.425671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.425907:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834915712 00000100:00100000:0.0:1772472007.425917:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834915712 00000100:00100000:0.0:1772472007.425986:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1289 00000100:00100000:0.0:1772472007.425997:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31229:x1858570834915712:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472007.426040:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472007.426210:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31229:x1858570834915712:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 215us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472007.426218:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1289 00000100:00100000:2.0:1772472007.438516:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.438769:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834915840 00000100:00100000:3.0:1772472007.438781:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834915840 00000100:00100000:3.0:1772472007.438849:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1290 00000100:00100000:3.0:1772472007.438868:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31229:x1858570834915840:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.438945:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.438963:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.438978:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.438993:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.438999:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439005:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439030:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439037:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439043:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472007.439099:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1772472007.439103:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472007.439118:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439127:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439134:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439141:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439147:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472007.439284:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439294:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439341:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772472007.439346:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472007.439351:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439357:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3383 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439381:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439389:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439395:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439400:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472007.439403:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439598:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439608:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.439610:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472007.439613:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439619:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d338a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439633:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439640:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439646:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439651:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472007.439653:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439659:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439666:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5d00) 00010000:00010000:3.0:1772472007.439668:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472007.439671:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.439677:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3391 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.439765:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31229:x1858570834915840:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 897us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.439773:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1290 00000100:00100000:1.0:1772472007.456939:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.457030:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834916096 00000100:00100000:3.0:1772472007.457039:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834916096 00000100:00100000:3.0:1772472007.457119:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1291 00000100:00100000:3.0:1772472007.457130:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31229:x1858570834916096:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.457151:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472007.457173:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3398 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40727b expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457281:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457295:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457336:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472007.457348:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1772472007.457442:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457449:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457455:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457461:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472007.457465:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457472:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457484:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5d00) 00010000:00010000:3.0:1772472007.457487:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472007.457492:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457499:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d339f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457554:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3398 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40727b expref: 56 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457564:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772472007.457567:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472007.457570:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3398 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40727b expref: 56 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.457579:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472007.457647:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31229:x1858570834916096:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 518us (717us total) trans 4294968081 rc 301/301 00000100:00100000:3.0:1772472007.457657:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1291 00000100:00100000:1.0:1772472007.461827:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.462044:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834916224 00000100:00100000:0.0:1772472007.462055:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834916224 00000100:00100000:0.0:1772472007.462128:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1292 00000100:00100000:0.0:1772472007.462139:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31229:x1858570834916224:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472007.462190:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472007.462346:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31229:x1858570834916224:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 210us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472007.462354:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1292 00000100:00100000:0.0:1772472007.479222:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.480746:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834916480 00000100:00100000:3.0:1772472007.480762:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834916480 00000100:00100000:3.0:1772472007.480838:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1293 00000100:00100000:3.0:1772472007.480848:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:31229:x1858570834916480:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.480871:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472007.480895:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33ad lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407282 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.483960:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.483985:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.483999:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472007.485982:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:3.0:1772472007.486120:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33ad lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407282 expref: 58 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.486147:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407282 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.486157:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.486160:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472007.486163:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772472007.486245:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31229:x1858570834916480:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5398us (7041us total) trans 4294968082 rc 0/0 00000100:00100000:3.0:1772472007.486255:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1293 00000100:00100000:1.0:1772472007.504216:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.505370:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834916736 00000100:00100000:3.0:1772472007.505385:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834916736 00000100:00100000:3.0:1772472007.505454:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1294 00000100:00100000:3.0:1772472007.505465:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31229:x1858570834916736:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.505530:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472007.505571:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407282 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.505592:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.505603:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472007.505629:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.505654:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.505662:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.505697:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.505711:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 111 pid: 9675 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.505726:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856840320:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472007.505855:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472007.510021:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856840320:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472007.510060:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.515131:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.515215:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834916864 00000100:00100000:3.0:1772472007.515227:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834916864 00010000:00010000:3.0:1772472007.515355:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 112 pid: 9675 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.515398:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 397 00000100:00100000:3.0:1772472007.515408:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570834916864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472007.515426:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472007.515432:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 112 pid: 9675 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.515445:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 112 pid: 9675 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.515465:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3328 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40725f expref: 112 pid: 9675 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.515482:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:3.0:1772472007.515486:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.515495:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.515502:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.515526:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472007.515586:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2411:x1858570834916864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 179us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.515594:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 397 00010000:00010000:0.0:1772472007.515725:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515735:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515759:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515769:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515776:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515823:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515831:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515837:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515854:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472007.515859:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515866:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515876:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:0.0:1772472007.515878:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472007.515882:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515887:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d33c2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515897:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515903:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515909:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515915:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472007.515918:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515924:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515932:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xc5c5f192 (ffff8f9b86be0b00) 00010000:00010000:0.0:1772472007.515933:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472007.515936:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.515942:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33c9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xc5c5f192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472007.516000:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:31229:x1858570834916736:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 10537us (11793us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772472007.516007:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1294 00000100:00100000:1.0:1772472007.525091:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.525254:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834916992 00000100:00100000:3.0:1772472007.525267:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834916992 00000100:00100000:3.0:1772472007.525364:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1295 00000100:00100000:3.0:1772472007.525383:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:31229:x1858570834916992:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.525409:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472007.525435:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33d0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407289 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.525479:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.525494:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.525506:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.525614:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33d0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 58 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.525633:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.525642:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.525645:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472007.525649:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472007.525708:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31229:x1858570834916992:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 336us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.525715:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1295 00000100:00100000:2.0:1772472007.537617:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.538564:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834917248 00000100:00100000:3.0:1772472007.538577:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834917248 00000100:00100000:3.0:1772472007.538648:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1296 00000100:00100000:3.0:1772472007.538659:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:31229:x1858570834917248:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.538760:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.538779:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.538792:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472007.540825:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000dabb58f5 reply state 00000000b2dc03e4 transno 4294968083 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.541019:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.541030:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.541033:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1772472007.541038:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472007.541198:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:31229:x1858570834917248:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 2537us (3588us total) trans 4294968083 rc 0/0 00000100:00100000:3.0:1772472007.541208:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1296 00000100:00100000:1.0:1772472007.551083:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.551249:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834917376 00000100:00100000:0.0:1772472007.551261:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834917376 00000100:00100000:0.0:1772472007.551358:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1297 00000100:00100000:0.0:1772472007.551379:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:31229:x1858570834917376:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472007.551413:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472007.551438:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407290 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.551495:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 60 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.551511:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 60 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.551521:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:0.0:1772472007.551524:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472007.551528:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772472007.551586:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:31229:x1858570834917376:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 218us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472007.551593:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1297 00000100:00100000:1.0:1772472007.554826:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.555082:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834917504 00000100:00100000:3.0:1772472007.555093:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834917504 00000100:00100000:3.0:1772472007.555146:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 263 00000100:00100000:3.0:1772472007.555165:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:31229:x1858570834917504:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1772472007.555500:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:31229:x1858570834917504:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 345us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.555508:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 263 00000100:00100000:2.0:1772472007.577777:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.578298:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834917760 00000100:00100000:3.0:1772472007.578348:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834917760 00000100:00100000:3.0:1772472007.578420:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 264 00000100:00100000:3.0:1772472007.578430:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:31229:x1858570834917760:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472007.578679:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:31229:x1858570834917760:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 250us (912us total) trans 4294968084 rc 0/0 00000100:00100000:3.0:1772472007.578687:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 264 00000100:00100000:2.0:1772472007.585708:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.586000:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834918016 00000100:00100000:3.0:1772472007.586011:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834918016 00000100:00100000:3.0:1772472007.586090:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1298 00000100:00100000:3.0:1772472007.586100:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:31229:x1858570834918016:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472007.586242:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:31229:x1858570834918016:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 142us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.586250:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1298 00000100:00100000:0.0:1772472007.593263:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.593424:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834918272 00000100:00100000:3.0:1772472007.593435:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834918272 00000100:00100000:3.0:1772472007.593493:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1299 00000100:00100000:3.0:1772472007.593502:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:31229:x1858570834918272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.593523:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472007.593545:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d33ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407297 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.593652:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.593668:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 62 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.593681:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.593717:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 62 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.593730:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 62 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.593744:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856840448:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472007.593838:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83e2fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472007.596904:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472007.596926:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86555880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856840576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472007.596993:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472007.597718:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856840576 00000100:00100000:2.0:1772472007.597729:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856840576 00000100:00100000:2.0:1772472007.597801:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1772472007.597811:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856840576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472007.597849:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1772472007.597913:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856840576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.597920:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1772472007.598023:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86555880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856840576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472007.600029:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856840448:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472007.600079:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472007.606972:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472007.607097:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834918400 00000100:00100000:2.0:1772472007.607108:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834918400 00010000:00010000:2.0:1772472007.607151:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 63 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472007.607203:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 398 00000100:00100000:2.0:1772472007.607213:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:2412:x1858570834918400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472007.607228:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472007.607235:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 63 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.607247:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 63 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.607269:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d33e5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407290 expref: 63 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.607285:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:2.0:1772472007.607290:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.607343:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.607352:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.607390:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472007.607698:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.607708:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472007.607728:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:1.0:1772472007.607886:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:1.0:1772472007.607985:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.607997:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608002:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608007:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472007.608011:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608017:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608027:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:1.0:1772472007.608029:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472007.608033:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608038:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d33f3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608101:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d33ec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407297 expref: 63 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608110:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8f9b86be0c00) 00010000:00010000:1.0:1772472007.608112:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472007.608116:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d33ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407297 expref: 63 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.608125:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:1.0:1772472007.608202:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:31229:x1858570834918272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 14701us (14950us total) trans 4294968085 rc 301/301 00000100:00100000:1.0:1772472007.608210:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1299 00000100:00100000:2.0:1772472007.608616:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:2412:x1858570834918400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1403us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.608625:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 398 00000100:00100000:0.0:1772472007.623689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.623814:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834918656 00000100:00100000:3.0:1772472007.623823:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834918656 00000100:00100000:3.0:1772472007.623882:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 265 00000100:00100000:3.0:1772472007.623892:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:31229:x1858570834918656:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472007.624542:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:31229:x1858570834918656:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 648us (859us total) trans 4294968086 rc 0/0 00000100:00100000:3.0:1772472007.624555:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 265 00000100:00100000:0.0:1772472007.628199:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.628728:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834918784 00000100:00100000:3.0:1772472007.628739:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834918784 00000100:00100000:3.0:1772472007.628804:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1300 00000100:00100000:3.0:1772472007.628814:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:31229:x1858570834918784:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.628840:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472007.628861:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3401 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40729e expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.628931:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3408 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.628946:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3408 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.628958:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3408 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472007.629004:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:3.0:1772472007.629009:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472007.629028:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3408 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.629053:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3401 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40729e expref: 64 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.629081:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3408 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40729e expref: 63 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.629096:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.629099:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1772472007.629103:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772472007.629177:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:31229:x1858570834918784:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 363us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.629184:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1300 00000100:00100000:3.0:1772472007.633130:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.633384:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834918912 00000100:00100000:0.0:1772472007.633396:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834918912 00000100:00100000:0.0:1772472007.633783:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 345 00000100:00100000:0.0:1772472007.633794:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834918912:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472007.633816:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472007.633837:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072a5 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472007.633862:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772472007.633882:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472007.633885:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472007.633892:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.633909:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 12 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.633923:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472007.633980:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834918912:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 188us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472007.633989:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 345 00000100:00080000:1.0:1772472007.636906:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472007.638033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472007.638872:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834919168 00000100:00100000:2.0:1772472007.638884:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834919168 00000100:00100000:2.0:1772472007.638961:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1301 00000100:00100000:2.0:1772472007.638974:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:31229:x1858570834919168:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472007.639111:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:31229:x1858570834919168:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 139us (1086us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.639119:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1301 00000100:00100000:0.0:1772472007.642663:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.642754:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834919296 00000100:00100000:1.0:1772472007.642766:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834919296 00000100:00100000:1.0:1772472007.642827:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 346 00000100:00100000:1.0:1772472007.642838:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:31229:x1858570834919296:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472007.642857:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472007.642877:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072ac expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.642907:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 13 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.642915:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472007.642917:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472007.642921:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 13 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.642954:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 13 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.642969:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 13 pid: 9676 timeout: 938 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.642984:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856840704:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472007.643068:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1772472007.648825:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.649027:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834919424 00000100:00100000:0.0:1772472007.649037:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834919424 00010000:00010000:0.0:1772472007.649085:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 14 pid: 9676 timeout: 938 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472007.649126:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 399 00000100:00100000:0.0:1772472007.649135:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2411:x1858570834919424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472007.649149:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472007.649168:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 14 pid: 9676 timeout: 938 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.649188:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 14 pid: 9676 timeout: 938 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.649213:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472007.649215:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472007.649224:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 14 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.649235:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 14 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.649270:0:6512:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 14 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472007.649284:0:6512:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86554e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6512:1858570856840832:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472007.649546:0:6512:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb600 going to sleep for 11 seconds 00010000:00010000:1.0:1772472007.649862:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262b5550/0xb50b868c089d340f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072a5 expref: 14 pid: 9676 timeout: 938 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.649878:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856840704:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472007.649902:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 13 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.649913:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772472007.649945:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:31229:x1858570834919296:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 7109us (7292us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472007.649953:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 346 00000100:00100000:3.0:1772472007.654000:0:6512:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86554e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6512:1858570856840832:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472007.654030:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472007.654110:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834919424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4975us (5296us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.654122:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 399 00000100:00100000:2.0:1772472007.667803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.667902:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834919552 00000100:00100000:1.0:1772472007.667912:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834919552 00002000:00100000:1.0:1772472007.667976:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->157) req@ffff8f9b869b6300 x1858570834919552/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:43/0 lens 648/0 e 0 to 0 dl 1772472018 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472007.667987:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869b6300 with x1858570834919552 ext(0->157) 00002000:00010000:1.0:1772472007.667994:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869b6300 00000100:00100000:1.0:1772472007.668030:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 94 00000100:00100000:1.0:1772472007.668040:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834919552:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1772472007.669848:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570834919552:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 1798us (2043us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1772472007.669861:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 94 00002000:00100000:1.0:1772472007.669874:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->157) req@ffff8f9b869b6300 x1858570834919552/t4294967364(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:43/0 lens 648/448 e 0 to 0 dl 1772472018 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472007.669885:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869b6300 with x1858570834919552 ext(0->157) 00002000:00010000:1.0:1772472007.669891:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869b6300 00000100:00100000:2.0:1772472007.685787:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.685931:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834919680 00000100:00100000:1.0:1772472007.685942:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834919680 00000100:00100000:1.0:1772472007.686230:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1302 00000100:00100000:1.0:1772472007.686242:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:31229:x1858570834919680:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772472007.690929:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968086 is committed 00000001:00080000:0.0:1772472007.690963:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968080 is committed 00000004:00080000:0.0:1772472007.690975:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:0.0:1772472007.691002:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cb408f9c0 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:0.0:1772472007.691008:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85d2a000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cb408ff00 00000020:00080000:0.0:1772472007.691011:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85d2aa00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86966600 00000020:00080000:0.0:1772472007.691043:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cbc3993c0 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:0.0:1772472007.691047:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85fc6600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cbc3996c0 00000020:00080000:0.0:1772472007.691051:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85fc6400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b8699e400 00000020:00080000:0.0:1772472007.691059:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:2.0:1772472007.691378:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:2.0:1772472007.691473:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:2.0:1772472007.692333:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472007.692359:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856840960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772472007.692461:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472007.692852:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856840960 00000100:00100000:3.0:1772472007.692861:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856840960 00000100:00100000:3.0:1772472007.692943:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1772472007.692954:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856840960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472007.692995:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:3.0:1772472007.693038:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x69a5c6c4, atime: 0x69a5c6c5, ctime: 0x69a5c6c4, blocks: 0x8 00010000:00010000:3.0:1772472007.693047:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.693061:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472007.693063:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472007.693079:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.693101:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.693110:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.693118:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.693134:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472007.693283:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3655:x1858570856840960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 331us (821us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1772472007.693291:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00010000:00010000:1.0:1772472007.694175:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.694188:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.694195:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.694200:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472007.694205:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.694212:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.694230:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:1.0:1772472007.694232:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472007.694237:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.694244:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d33de lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.694469:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31229:x1858570834919680:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 8226us (8688us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472007.694479:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1302 00000100:00080000:2.0:1772472007.695791:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472007.695809:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472007.695820:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.695832:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472007.695836:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.695847:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.695869:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.695877:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d341d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.695919:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472007.695922:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472007.695923:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472007.695982:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cb78be680/2, rc 0, transno 4294967368 00000100:00100000:2.0:1772472007.695991:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856840960:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1772472007.704467:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472007.704556:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834919808 00000100:00100000:2.0:1772472007.704566:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834919808 00000100:00100000:2.0:1772472007.704628:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 348 00000100:00100000:2.0:1772472007.704637:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2409:x1858570834919808:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1772472007.709693:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:3.0:1772472007.709710:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000100:00100000:2.0:1772472007.723508:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834919808:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 18861us (19049us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.723522:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 348 00000100:00100000:2.0:1772472007.736389:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.736490:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920064 00000100:00100000:3.0:1772472007.736501:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920064 00000100:00100000:3.0:1772472007.736562:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1303 00000100:00100000:3.0:1772472007.736573:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31229:x1858570834920064:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.736639:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472007.736669:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3408 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40729e expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736689:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.736694:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472007.736721:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736734:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736743:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736768:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736775:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736782:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736788:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472007.736792:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736799:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736807:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.736810:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472007.736813:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.736819:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d3424 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.736917:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31229:x1858570834920064:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 347us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.736925:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1303 00000100:00100000:3.0:1772472007.740629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.741730:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920192 00000100:00100000:1.0:1772472007.741742:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920192 00000100:00100000:1.0:1772472007.741801:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1304 00000100:00100000:1.0:1772472007.741810:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31229:x1858570834920192:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472007.741831:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472007.741850:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072b3 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.741903:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.741918:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.741936:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:1.0:1772472007.741939:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472007.741944:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbc00, rc 0) 00000100:00100000:1.0:1772472007.742226:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31229:x1858570834920192:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 416us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472007.742234:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1304 00000100:00100000:0.0:1772472007.746885:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.747277:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920320 00000100:00100000:1.0:1772472007.747290:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920320 00000100:00100000:1.0:1772472007.747396:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:1.0:1772472007.747407:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834920320:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1772472007.747565:0:8408:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1772472007.747569:0:8408:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1772472004 00002000:00010000:1.0:1772472007.747571:0:8408:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 1772472006 00002000:00010000:1.0:1772472007.747574:0:8408:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1772472004 00002000:00010000:1.0:1772472007.747576:0:8408:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1772472007.747634:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570834920320:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 229us (759us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1772472007.747642:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:2.0:1772472007.762459:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.762819:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920576 00000100:00100000:1.0:1772472007.762829:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920576 00000100:00100000:1.0:1772472007.762898:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1305 00000100:00100000:1.0:1772472007.762909:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31229:x1858570834920576:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1772472007.762987:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.763005:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.763014:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.763059:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.763080:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 48 pid: 10040 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.763098:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856841088:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472007.763600:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472007.771963:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856841088:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472007.772004:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472007.773389:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.773718:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920704 00000100:00100000:1.0:1772472007.773729:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920704 00010000:00010000:1.0:1772472007.773774:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 49 pid: 10040 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.773813:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 400 00000100:00100000:1.0:1772472007.773823:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8568a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834920704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472007.773839:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472007.773845:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 49 pid: 10040 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.773856:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 49 pid: 10040 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.773879:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d33d7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407289 expref: 49 pid: 10040 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.774461:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:1.0:1772472007.774469:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.774480:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.774487:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.774977:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472007.775048:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8568a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834920704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1224us (1664us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472007.775059:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 400 00010000:00010000:2.0:1772472007.775178:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775188:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775329:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775347:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775353:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775359:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472007.775363:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775371:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775383:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:2.0:1772472007.775386:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1772472007.775390:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.775396:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3432 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472007.775455:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31229:x1858570834920576:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 12548us (13015us total) trans 0 rc -22/-22 00000100:00100000:2.0:1772472007.775463:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1305 00000100:00100000:2.0:1772472007.788008:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.788182:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920832 00000100:00100000:3.0:1772472007.788194:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920832 00000100:00100000:3.0:1772472007.788259:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:3.0:1772472007.788268:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834920832:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472007.788331:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.788354:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.788362:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472007.788364:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472007.788378:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.788424:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.788438:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 11 pid: 8408 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.788463:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856841216:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472007.788552:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eed840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472007.792476:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856841216:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472007.792507:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472007.797439:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472007.798286:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834920960 00000100:00100000:1.0:1772472007.798299:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834920960 00010000:00010000:1.0:1772472007.798379:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 12 pid: 8408 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.798429:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 401 00000100:00100000:1.0:1772472007.798439:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834920960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472007.798456:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472007.798478:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 12 pid: 8408 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.798491:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 12 pid: 8408 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.798514:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c9d6c35/0xb50b868c089d3416 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ac expref: 12 pid: 8408 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.798541:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472007.798543:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472007.798548:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.798557:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.798599:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472007.798658:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.798658:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834920960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 220us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472007.798666:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 401 00010000:00010000:2.0:1772472007.798668:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798688:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798695:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798702:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798708:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472007.798713:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798722:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798734:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.798741:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000827f9c76/0xb50b868c089d3439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472007.798792:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834920832:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 10526us (10795us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.798800:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:2.0:1772472007.823770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.828981:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834921216 00000100:00100000:0.0:1772472007.828998:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834921216 00000100:00100000:0.0:1772472007.829098:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1306 00000100:00100000:0.0:1772472007.829109:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31229:x1858570834921216:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472007.829706:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.829725:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.829738:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.829901:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.829914:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.829922:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.829958:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 48 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.830134:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 48 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472007.830153:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856841344:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472007.830739:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbc3990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472007.841007:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472007.841143:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834921344 00000100:00100000:3.0:1772472007.841153:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834921344 00010000:00010000:3.0:1772472007.841204:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 49 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472007.841249:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 402 00000100:00100000:3.0:1772472007.841259:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834921344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472007.841274:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472007.841280:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 49 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.841295:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 49 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.841356:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:3.0:1772472007.841361:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.841383:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.841390:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.841412:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472007.841474:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834921344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 216us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472007.841482:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 402 00010000:00010000:0.0:1772472007.844442:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d342b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072b3 expref: 48 pid: 6527 timeout: 938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472007.844483:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856841344:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472007.844509:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.844519:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.844525:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472007.844655:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968087 00000001:00080000:0.0:1772472007.844786:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968088 00000001:00080000:0.0:1772472007.844830:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968089 00000100:00100000:0.0:1772472007.844941:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856841472:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1772472007.845021:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472007.845078:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472007.845692:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856841472 00000100:00100000:2.0:1772472007.845703:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856841472 00000100:00100000:2.0:1772472007.845781:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1772472007.845792:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856841472:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772472007.845889:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856841472:12345-0@lo:1000:mdt00_003.0 Request processed in 98us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.845906:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:1.0:1772472007.846506:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472007.846580:0:9675:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:0.0:1772472007.846587:0:9675:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:0.0:1772472007.846607:0:9675:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b86556d80, transno 4294967363 00000100:00100000:0.0:1772472007.846635:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856841472:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1772472007.846768:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968090 00000100:00100000:0.0:1772472007.846828:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856841600:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1772472007.846868:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472007.846888:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168e600 going to sleep for 11 seconds 00000100:00100000:2.0:1772472007.848749:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856841600 00000100:00100000:2.0:1772472007.848763:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856841600 00000100:00100000:2.0:1772472007.848835:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1772472007.848845:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856841600:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772472007.849056:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9675:x1858570856841600:12345-0@lo:1000:mdt00_003.0 Request processed in 211us (2185us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1772472007.849064:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1772472007.849342:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856841600:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1772472007.849440:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968091 00010000:00010000:1.0:1772472007.849487:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849498:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849507:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849518:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472007.849524:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849532:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849550:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9b84d9ea00) 00010000:00010000:1.0:1772472007.849553:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472007.849558:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849564:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3447 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849595:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849602:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849608:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849614:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472007.849617:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849623:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849635:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5d00) 00010000:00010000:1.0:1772472007.849638:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472007.849645:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849657:0:9675:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849666:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472007.849702:0:9675:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d200/0xb50b868c089d337c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407274 expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472007.849717:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856841728:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772472007.849795:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830da0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1772472007.853198:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472007.865558:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472007.865770:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834921472 00000100:00100000:2.0:1772472007.865783:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834921472 00000100:00100000:2.0:1772472007.865856:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 266 00000100:00100000:2.0:1772472007.865868:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31227:x1858570834921472:12345-192.168.202.58@tcp:49:cat.0 00000100:00100000:2.0:1772472007.866038:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31227:x1858570834921472:12345-192.168.202.58@tcp:49:cat.0 Request processed in 172us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.866060:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 266 00000100:00100000:0.0:1772472007.866956:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856841728:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472007.866998:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867010:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3375 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867052:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867065:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867086:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867096:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867102:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867108:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867114:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472007.867118:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867128:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867139:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5d00) 00010000:00010000:0.0:1772472007.867142:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472007.867145:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867151:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d344e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867162:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867169:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867175:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867179:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472007.867182:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867188:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867196:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8f9c89ad5d00) 00010000:00010000:0.0:1772472007.867198:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472007.867200:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.867211:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3440 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472007.867985:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472007.867992:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472007.869396:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1772472007.869416:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472007.870298:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:31229:x1858570834921216:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 41180us (46527us total) trans 4294968092 rc 0/0 00000100:00100000:2.0:1772472007.870354:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1306 00000020:00080000:2.0:1772472007.870362:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1772472007.877062:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.877278:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834921728 00000100:00100000:0.0:1772472007.877289:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834921728 00000100:00100000:0.0:1772472007.877383:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 267 00000100:00100000:0.0:1772472007.877393:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:31229:x1858570834921728:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1772472007.877709:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1772472007.877750:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968093 00010000:00010000:0.0:1772472007.877790:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.877807:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.877819:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.877827:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.877833:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.877839:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472007.877865:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472007.877973:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:31229:x1858570834921728:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 570us (920us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1772472007.877985:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 267 00000020:00080000:0.0:1772472007.877990:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1772472007.878615:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472007.878623:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.878632:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472007.878637:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.878647:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.878662:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:3.0:1772472007.878665:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472007.878670:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.878677:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3455 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472007.878698:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472007.878700:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472007.878702:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472007.882849:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472007.882946:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834921856 00000100:00100000:2.0:1772472007.882957:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834921856 00000100:00080000:3.0:1772472007.883212:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472007.883242:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:2.0:1772472007.883254:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+11:31227:x1858570834921856:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472007.883274:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472007.883296:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017c663ce/0xb50b868c089d345c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072ba expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472007.883361:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 158, mtime: 0x69a5c6c4, atime: 0x69a5c6c6, ctime: 0x69a5c6c4, blocks: 0x8 00010000:00010000:2.0:1772472007.883672:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472007.883676:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472007.883686:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017c663ce/0xb50b868c089d345c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ba expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.883704:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017c663ce/0xb50b868c089d345c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072ba expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472007.883717:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5ca00, rc 0) 00000100:00100000:2.0:1772472007.883790:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:31227:x1858570834921856:12345-192.168.202.58@tcp:101:cat.0 Request processed in 538us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472007.883797:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:1.0:1772472007.900677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.900783:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834921984 00000100:00100000:0.0:1772472007.900795:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834921984 00002000:00100000:0.0:1772472007.900848:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8f9b86862d80 x1858570834921984/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:43/0 lens 488/0 e 0 to 0 dl 1772472018 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472007.900859:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86862d80 with x1858570834921984 ext(0->4095) 00002000:00010000:0.0:1772472007.900864:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86862d80 00000100:00100000:0.0:1772472007.901149:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 95 00000100:00100000:0.0:1772472007.901161:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834921984:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:0.0:1772472007.904831:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2411:x1858570834921984:12345-192.168.202.58@tcp:3:cat.0 Request processed in 3656us (4149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772472007.904847:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 95 00002000:00100000:0.0:1772472007.904862:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8f9b86862d80 x1858570834921984/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:43/0 lens 488/4536 e 0 to 0 dl 1772472018 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472007.904872:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86862d80 with x1858570834921984 ext(0->4095) 00002000:00010000:0.0:1772472007.904878:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86862d80 00000100:00100000:1.0:1772472007.923766:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472007.923936:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834922240 00000100:00100000:0.0:1772472007.923948:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834922240 00000100:00100000:0.0:1772472007.924022:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 268 00000100:00100000:0.0:1772472007.924031:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31227:x1858570834922240:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472007.924250:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31227:x1858570834922240:12345-192.168.202.58@tcp:35:cat.0 Request processed in 220us (496us total) trans 4294968095 rc 0/0 00000100:00100000:0.0:1772472007.924262:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 268 00000100:00100000:3.0:1772472008.621909:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472008.621949:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856841856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472008.622050:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472008.622259:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856841856 00000100:00100000:2.0:1772472008.622270:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856841856 00000100:00100000:2.0:1772472008.622379:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1772472008.622389:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856841856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472008.622430:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472008.622487:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856841856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472008.622493:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1772472008.623139:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856841856:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472008.888824:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472009.421562:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421605:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421640:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421685:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421705:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421723:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421739:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421762:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472009.421792:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834922880 00000100:00100000:3.0:1772472009.421802:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834922880 00000100:00100000:3.0:1772472009.421858:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923392 00000100:00100000:3.0:1772472009.421862:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923392 00000100:00100000:3.0:1772472009.421877:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834922752 00000100:00100000:3.0:1772472009.421880:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834922752 00000100:00100000:3.0:1772472009.421891:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923264 00000100:00100000:3.0:1772472009.421893:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923264 00000100:00100000:3.0:1772472009.421909:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 589 00000100:00100000:3.0:1772472009.421917:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834922880:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472009.422078:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834922368 00000100:00100000:2.0:1772472009.422083:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834922368 00000100:00100000:2.0:1772472009.422112:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 741 00000100:00100000:2.0:1772472009.422119:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834922368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472009.422146:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834922368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472009.422153:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 741 00000100:00100000:0.0:1772472009.422237:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834922624 00000100:00100000:0.0:1772472009.422242:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834922624 00000100:00100000:0.0:1772472009.422278:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923136 00000100:00100000:0.0:1772472009.422281:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923136 00000100:00100000:0.0:1772472009.422296:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834922496 00000100:00100000:0.0:1772472009.422298:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834922496 00000100:00100000:0.0:1772472009.422338:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923008 00000100:00100000:0.0:1772472009.422341:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923008 00000100:00100000:0.0:1772472009.422356:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1016 00000100:00100000:0.0:1772472009.422363:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834922624:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472009.422395:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834922624:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472009.422401:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1016 00000100:00100000:0.0:1772472009.422416:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1017 00000100:00100000:0.0:1772472009.422423:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834923136:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472009.422447:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834923136:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472009.422452:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1017 00000100:00100000:0.0:1772472009.422465:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1018 00000100:00100000:0.0:1772472009.422471:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2410:x1858570834922496:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472009.422498:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:2410:x1858570834922496:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472009.422504:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1018 00000100:00100000:0.0:1772472009.422517:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1019 00000100:00100000:0.0:1772472009.422523:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2410:x1858570834923008:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472009.422547:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2410:x1858570834923008:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472009.422552:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1019 00000100:00100000:3.0:1772472009.422693:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834922880:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472009.422701:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 589 00000100:00100000:3.0:1772472009.422715:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 590 00000100:00100000:3.0:1772472009.422723:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834923392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472009.422749:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834923392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472009.422755:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 590 00000100:00100000:3.0:1772472009.422765:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 591 00000100:00100000:3.0:1772472009.422771:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834922752:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472009.422789:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834922752:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472009.422795:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 591 00000100:00100000:3.0:1772472009.422804:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 592 00000100:00100000:3.0:1772472009.422810:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834923264:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472009.422825:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834923264:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472009.422831:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 592 00000100:00080000:3.0:1772472009.422867:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472009.422872:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472009.422874:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472009.422877:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472009.900906:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472010.154645:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856841984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472010.154719:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472010.154928:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472010.154937:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856842112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472010.154964:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.155040:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856841984 00000100:00100000:0.0:1772472010.155066:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856841984 00000100:00100000:0.0:1772472010.155134:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842112 00000100:00100000:0.0:1772472010.155138:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842112 00000100:00100000:0.0:1772472010.155154:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1772472010.155162:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856841984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472010.155192:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472010.155240:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856841984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.155246:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1772472010.155264:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1772472010.155271:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856842112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472010.155281:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472010.155338:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856842112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.155343:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1772472010.155389:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856842112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472010.155404:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856841984:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1772472010.155474:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472010.156139:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856842624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472010.156191:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472010.156223:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856843136:0@lo:400:kworker.0 00000100:00100000:1.0:1772472010.156249:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472010.156270:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1772472010.156275:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856842496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472010.156297:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472010.156335:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856843008:0@lo:400:kworker.0 00000100:00100000:1.0:1772472010.156364:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472010.156387:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856843520:0@lo:400:kworker.0 00000100:00100000:1.0:1772472010.156410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472010.156500:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843136 00000100:00100000:3.0:1772472010.156506:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843136 00000100:00100000:3.0:1772472010.156558:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1772472010.156567:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856843136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156617:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856843136:12345-0@lo:400:kworker.0 Request processed in 51us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472010.156623:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1772472010.156644:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842624 00000100:00100000:3.0:1772472010.156647:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842624 00000100:00100000:3.0:1772472010.156671:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843008 00000100:00100000:3.0:1772472010.156674:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843008 00000100:00100000:3.0:1772472010.156693:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843520 00000100:00100000:3.0:1772472010.156696:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843520 00000100:00100000:3.0:1772472010.156712:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1772472010.156717:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856842624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156748:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856842624:12345-0@lo:400:kworker.0 Request processed in 31us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472010.156754:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1772472010.156766:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1772472010.156772:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856843008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156799:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856843008:12345-0@lo:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472010.156805:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1772472010.156816:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1772472010.156822:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856843520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156847:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856843520:12345-0@lo:400:kworker.0 Request processed in 25us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472010.156854:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1772472010.156902:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856843008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156913:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856843520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156922:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856842624:0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.156930:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856843136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157208:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856842240:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157246:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.157284:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856842752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157334:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.157355:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86556d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856843264:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157375:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.157395:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772472010.157402:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856842368:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157422:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.157437:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856842880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157455:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.157469:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856843392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157487:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472010.157513:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842368 00000100:00100000:0.0:1772472010.157518:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842368 00000100:00100000:0.0:1772472010.157542:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842880 00000100:00100000:0.0:1772472010.157545:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842880 00000100:00100000:0.0:1772472010.157556:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843392 00000100:00100000:0.0:1772472010.157559:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843392 00000100:00100000:0.0:1772472010.157572:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1772472010.157577:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856842368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157613:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856842368:12345-0@lo:400:kworker.0 Request processed in 36us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.157620:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1772472010.157634:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1772472010.157640:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856842880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157664:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856842880:12345-0@lo:400:kworker.0 Request processed in 25us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.157670:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1772472010.157680:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1772472010.157686:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856843392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157708:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856843392:12345-0@lo:400:kworker.0 Request processed in 22us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.157714:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1772472010.157731:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842496 00000100:00100000:0.0:1772472010.157734:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842496 00000100:00100000:0.0:1772472010.157755:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842752 00000100:00100000:0.0:1772472010.157758:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842752 00000100:00100000:0.0:1772472010.157768:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1772472010.157774:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856842496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157809:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856842496:12345-0@lo:400:kworker.0 Request processed in 34us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.157815:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1772472010.157826:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1772472010.157832:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856842752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157856:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856842752:12345-0@lo:400:kworker.0 Request processed in 24us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.157861:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1772472010.157880:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843264 00000100:00100000:0.0:1772472010.157884:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843264 00000100:00100000:0.0:1772472010.157909:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1772472010.157915:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856843264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.157942:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856843264:12345-0@lo:400:kworker.0 Request processed in 27us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472010.157948:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1772472010.157992:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856842368:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.158002:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856842880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.158010:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856843392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.158020:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856842752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.158030:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86556d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856843264:0@lo:400:kworker.0 00000100:00100000:0.0:1772472010.158081:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856842496:0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.158168:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856842240 00000100:00100000:3.0:1772472010.158172:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856842240 00000100:00100000:3.0:1772472010.158209:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1772472010.158216:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856842240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472010.158259:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856842240:12345-0@lo:400:kworker.0 Request processed in 43us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472010.158265:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1772472010.158326:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856842240:0@lo:400:kworker.0 00000100:00080000:1.0:1772472010.158537:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472010.158543:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472010.158545:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472010.929804:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472011.180187:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856843648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472011.180195:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856843776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472011.180566:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472011.180712:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843776 00000100:00100000:3.0:1772472011.180721:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843776 00000100:00100000:3.0:1772472011.180777:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1772472011.180786:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856843776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472011.180831:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1772472011.180879:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856843776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472011.180886:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1772472011.181092:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856843776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472011.181981:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472011.182054:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843648 00000100:00100000:1.0:1772472011.182061:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843648 00000100:00100000:1.0:1772472011.184201:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1772472011.184221:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856843648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472011.184255:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1772472011.184362:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856843648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472011.184373:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1772472011.184480:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856843648:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1772472011.694725:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000001:00080000:2.0:1772472011.694746:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000040:00080000:1.0:1772472011.946548:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472011.946559:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472011.946847:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:1.0:1772472011.946854:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472011.958082:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472012.717457:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856843904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472012.717529:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472012.717686:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856843904 00000100:00100000:2.0:1772472012.717695:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856843904 00000100:00100000:2.0:1772472012.717749:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1772472012.717759:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856843904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472012.717793:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1772472012.717849:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856843904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472012.717856:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1772472012.718008:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856843904:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472012.972583:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472013.547214:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472013.742682:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856844032:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472013.742771:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472013.742865:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844032 00000100:00100000:2.0:1772472013.742872:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844032 00000100:00100000:2.0:1772472013.742936:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1772472013.742945:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856844032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472013.742980:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472013.743038:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856844032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472013.743045:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1772472013.743118:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856844032:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1772472013.744224:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968095 is committed 00000001:00080000:2.0:1772472013.744236:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968094 is committed 00000020:00080000:2.0:1772472013.744248:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cbd9e8d80 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1772472013.744252:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85d2a600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cbd9e83c0 00000020:00080000:2.0:1772472013.744256:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b85d2ad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86966400 00000020:00080000:2.0:1772472013.744273:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:2.0:1772472013.744287:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1772472013.744381:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000001:00080000:3.0:1772472013.759497:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000001:00080000:3.0:1772472013.759515:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00010000:00010000:3.0:1772472013.998154:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472014.271527:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472014.271645:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923520 00000100:00100000:2.0:1772472014.271655:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923520 00000100:00100000:2.0:1772472014.271781:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1307 00000100:00100000:2.0:1772472014.271793:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31189:x1858570834923520:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772472014.271893:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31189:x1858570834923520:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 102us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472014.271901:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1307 00000100:00080000:1.0:1772472014.272768:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472014.277715:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472014.277812:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923648 00000100:00100000:0.0:1772472014.277823:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923648 00000100:00100000:0.0:1772472014.277899:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1308 00000100:00100000:0.0:1772472014.277910:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:31189:x1858570834923648:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772472014.278040:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:31189:x1858570834923648:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 131us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472014.278048:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1308 00000100:00080000:1.0:1772472014.278255:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472014.536065:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472014.536109:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472014.536143:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472014.536145:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923904 00000100:00100000:2.0:1772472014.536158:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923904 00000100:00100000:3.0:1772472014.536174:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472014.536200:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472014.536220:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472014.536220:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924416 00000100:00100000:2.0:1772472014.536223:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924416 00000100:00100000:3.0:1772472014.536235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472014.536239:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924032 00000100:00100000:2.0:1772472014.536242:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924032 00000100:00100000:3.0:1772472014.536259:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472014.536280:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924160 00000100:00100000:3.0:1772472014.536283:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924160 00000100:00100000:3.0:1772472014.536357:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924672 00000100:00100000:3.0:1772472014.536362:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924672 00000100:00100000:2.0:1772472014.536362:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1026 00000100:00100000:2.0:1772472014.536371:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2410:x1858570834923904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472014.536375:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924288 00000100:00100000:3.0:1772472014.536377:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924288 00000100:00100000:3.0:1772472014.536389:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924544 00000100:00100000:3.0:1772472014.536390:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924544 00000100:00100000:3.0:1772472014.536403:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 595 00000100:00100000:3.0:1772472014.536409:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834924160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472014.536459:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2410:x1858570834923904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 88us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472014.536468:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1026 00000100:00080000:1.0:1772472014.536481:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472014.536486:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472014.536488:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1027 00000100:00080000:1.0:1772472014.536488:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472014.536490:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472014.536494:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2410:x1858570834924416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472014.536505:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1028 00000100:00100000:1.0:1772472014.536514:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834924032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472014.536594:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 596 00000100:00100000:0.0:1772472014.536602:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834924672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472014.539186:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834924160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2764us (3063us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472014.539186:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2410:x1858570834924416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2679us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472014.539203:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 595 00000100:00100000:2.0:1772472014.539203:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1027 00000100:00100000:3.0:1772472014.539246:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 597 00000100:00100000:3.0:1772472014.539261:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834924288:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472014.539290:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834923776 00000100:00100000:2.0:1772472014.539328:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834923776 00000100:00100000:1.0:1772472014.540662:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834924032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 4144us (4435us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472014.540673:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1028 00000100:00100000:1.0:1772472014.540740:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 598 00000100:00100000:1.0:1772472014.540749:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834924544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472014.540777:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834924544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (4519us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472014.540782:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 598 00000100:00100000:2.0:1772472014.540916:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 743 00000100:00100000:2.0:1772472014.540927:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834923776:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472014.540954:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834923776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (4753us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472014.540960:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 743 00000100:00100000:0.0:1772472014.540977:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834924672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 4374us (4799us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472014.540988:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 596 00000100:00100000:3.0:1772472014.548149:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834924288:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 8879us (11897us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472014.548166:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 597 00010000:00010000:3.0:1772472015.019527:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472015.274934:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856844160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472015.275003:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.275085:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844160 00000100:00100000:3.0:1772472015.275092:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844160 00000100:00100000:3.0:1772472015.275143:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1772472015.275152:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856844160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472015.275183:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472015.275225:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856844160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.275233:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:3.0:1772472015.275254:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472015.275282:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967368 gen 2 00000004:00080000:3.0:1772472015.275288:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967366 committed transno 4294967368 00000004:00080000:3.0:1772472015.275336:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967368 00000004:00080000:3.0:1772472015.275349:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cb78be680, transno 4294967368 00000100:00100000:3.0:1772472015.275365:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856844160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472015.281188:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472015.281209:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856844288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472015.281373:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472015.281432:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844288 00000100:00100000:2.0:1772472015.281441:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844288 00000100:00100000:2.0:1772472015.281497:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1772472015.281506:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856844288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472015.281528:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 169573184 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472015.281565:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856844288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472015.281572:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00080000:2.0:1772472015.281591:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472015.281627:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856844288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472015.282627:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472015.282641:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856844416:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.282685:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.282722:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844416 00000100:00100000:3.0:1772472015.282727:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844416 00000100:00100000:3.0:1772472015.282759:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1772472015.282765:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856844416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.282803:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856844416:12345-0@lo:400:kworker.0 Request processed in 38us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.282809:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1772472015.282846:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856844416:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.282882:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856844544:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.282908:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.282939:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844544 00000100:00100000:3.0:1772472015.282942:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844544 00000100:00100000:3.0:1772472015.282970:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1772472015.282975:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856844544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.283021:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856844544:12345-0@lo:400:kworker.0 Request processed in 44us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.283027:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1772472015.283054:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856844544:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.283083:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856844672:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.283108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.283136:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844672 00000100:00100000:3.0:1772472015.283140:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844672 00000100:00100000:3.0:1772472015.283164:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1772472015.283170:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856844672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.283203:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856844672:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.283208:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1772472015.283234:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856844672:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.283264:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856844800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.283285:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472015.284061:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844800 00000100:00100000:1.0:1772472015.284069:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844800 00000100:00100000:1.0:1772472015.284104:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1772472015.284111:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856844800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472015.284155:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856844800:12345-0@lo:400:kworker.0 Request processed in 44us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472015.284162:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1772472015.284462:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856844800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284519:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472015.284527:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856844928:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284558:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.284585:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856844928 00000100:00100000:3.0:1772472015.284589:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856844928 00000100:00100000:3.0:1772472015.284615:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1772472015.284620:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856844928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284652:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856844928:12345-0@lo:400:kworker.0 Request processed in 31us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.284657:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1772472015.284681:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856844928:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284712:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856845056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284737:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.284763:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845056 00000100:00100000:3.0:1772472015.284767:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845056 00000100:00100000:3.0:1772472015.284798:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1772472015.284804:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856845056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284836:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856845056:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.284842:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:3.0:1772472015.284856:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472015.284876:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856845056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284907:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856845184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.284928:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.284953:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845184 00000100:00100000:3.0:1772472015.284956:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845184 00000100:00100000:3.0:1772472015.284983:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1772472015.284989:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856845184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.285031:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856845184:12345-0@lo:400:kworker.0 Request processed in 42us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.285037:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:3.0:1772472015.285051:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472015.285067:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856845184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.285092:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856845312:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.285114:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.285139:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845312 00000100:00100000:3.0:1772472015.285143:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845312 00000100:00100000:3.0:1772472015.285171:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1772472015.285179:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856845312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.285210:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856845312:12345-0@lo:400:kworker.0 Request processed in 32us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.285215:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00080000:3.0:1772472015.285232:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472015.285246:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856845312:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.285271:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472015.285277:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856845440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.285297:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.285359:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856845568:0@lo:400:kworker.0 00000100:00100000:1.0:1772472015.286612:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845440 00000100:00100000:1.0:1772472015.286621:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845440 00000100:00100000:1.0:1772472015.286671:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1772472015.286679:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856845440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472015.286746:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856845440:12345-0@lo:400:kworker.0 Request processed in 68us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472015.286753:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00080000:1.0:1772472015.286773:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472015.286799:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:1.0:1772472015.286805:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967366 committed transno 4294967366 00000100:00100000:1.0:1772472015.286827:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856845440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.287332:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.287772:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472015.287783:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856845696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.287814:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472015.287840:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845568 00000100:00100000:3.0:1772472015.287845:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845568 00000100:00100000:3.0:1772472015.287888:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845696 00000100:00100000:3.0:1772472015.287891:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845696 00000100:00100000:3.0:1772472015.287915:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1772472015.287922:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856845568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.287964:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856845568:12345-0@lo:400:kworker.0 Request processed in 43us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.287971:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1772472015.287984:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1772472015.287990:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856845696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.288031:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856845696:12345-0@lo:400:kworker.0 Request processed in 41us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472015.288036:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1772472015.288071:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856845696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472015.288082:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856845568:0@lo:400:kworker.0 00000100:00080000:1.0:1772472015.288153:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472015.288157:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:3.0:1772472015.814431:0:23447:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 12:20:14 (1772472014) 00010000:00010000:1.0:1772472016.050574:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472016.152018:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.152114:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924800 00000100:00100000:0.0:1772472016.152123:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924800 00000100:00100000:0.0:1772472016.152168:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:0.0:1772472016.152175:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:31830:x1858570834924800:12345-192.168.202.58@tcp:101:mount.lustre.0 00010000:00010000:0.0:1772472016.152190:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472016.152204:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b8701c200/0xb50b868c089d3463 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072c1 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.152230:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b8701c200/0xb50b868c089d3463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072c1 expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.152242:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b8701c200/0xb50b868c089d3463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072c1 expref: 13 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.152251:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:0.0:1772472016.152345:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31830:x1858570834924800:12345-192.168.202.58@tcp:101:mount.lustre.0 Request processed in 169us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.152353:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:1.0:1772472016.156105:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.156214:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834924928 00000100:00100000:2.0:1772472016.156224:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834924928 00000100:00100000:2.0:1772472016.156283:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 746 00000100:00100000:2.0:1772472016.156291:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31830:x1858570834924928:12345-192.168.202.58@tcp:501:mount.lustre.0 00000100:00100000:2.0:1772472016.156491:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31830:x1858570834924928:12345-192.168.202.58@tcp:501:mount.lustre.0 Request processed in 199us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.156499:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 746 00000100:00100000:2.0:1772472016.158843:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472016.158916:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925056 00000100:00100000:3.0:1772472016.158926:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925056 00000100:00100000:3.0:1772472016.158975:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 747 00000100:00100000:3.0:1772472016.158985:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31830:x1858570834925056:12345-192.168.202.58@tcp:503:mount.lustre.0 00000100:00100000:3.0:1772472016.159175:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31830:x1858570834925056:12345-192.168.202.58@tcp:503:mount.lustre.0 Request processed in 190us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.159182:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 747 00000100:00100000:3.0:1772472016.172126:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.172355:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925184 00000100:00100000:0.0:1772472016.172365:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925184 00000100:00100000:0.0:1772472016.172428:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 748 00000100:00100000:0.0:1772472016.172437:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31834:x1858570834925184:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:0.0:1772472016.172904:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31834:x1858570834925184:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 466us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.172914:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 748 00000100:00100000:1.0:1772472016.208545:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.208639:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925312 00000100:00100000:2.0:1772472016.208651:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925312 00000100:00100000:3.0:1772472016.208791:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 749 00000100:00100000:3.0:1772472016.208804:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31834:x1858570834925312:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:3.0:1772472016.208959:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31834:x1858570834925312:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 158us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.208968:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 749 00000100:00100000:2.0:1772472016.218940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.224069:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925440 00000100:00100000:0.0:1772472016.224084:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925440 00000100:00100000:0.0:1772472016.224163:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 750 00000100:00100000:0.0:1772472016.224173:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31834:x1858570834925440:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:0.0:1772472016.225153:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31834:x1858570834925440:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 975us (6217us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.225163:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 750 00000100:00100000:0.0:1772472016.232189:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.232594:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925568 00000100:00100000:2.0:1772472016.232605:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925568 00000100:00100000:2.0:1772472016.232664:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 751 00000100:00100000:2.0:1772472016.232674:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:31830:x1858570834925568:12345-192.168.202.58@tcp:101:mount.lustre.0 00010000:00010000:2.0:1772472016.232692:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472016.232715:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d346a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072f2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.232743:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d346a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072f2 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.232754:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d346a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072f2 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.232763:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:2.0:1772472016.232825:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:31830:x1858570834925568:12345-192.168.202.58@tcp:101:mount.lustre.0 Request processed in 152us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.232831:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 751 00000100:00100000:2.0:1772472016.236842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.236946:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925696 00000100:00100000:1.0:1772472016.236957:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925696 00000100:00100000:1.0:1772472016.237022:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 752 00000100:00100000:1.0:1772472016.237029:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:31830:x1858570834925696:12345-192.168.202.58@tcp:256:mount.lustre.0 20000000:01000000:1.0:1772472016.237054:0:6520:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1772472016.237075:0:6520:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1772472016.237078:0:6520:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1772472016.237081:0:6520:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1772472016.237082:0:6520:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1772472016.237084:0:6520:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00000100:00100000:1.0:1772472016.239201:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:31830:x1858570834925696:12345-192.168.202.58@tcp:256:mount.lustre.0 Request processed in 2162us (2360us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.239215:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 752 00000100:00100000:0.0:1772472016.245053:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472016.251131:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925824 00000100:00100000:3.0:1772472016.251149:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925824 00000100:00100000:3.0:1772472016.251336:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 753 00000100:00100000:3.0:1772472016.251348:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:31830:x1858570834925824:12345-192.168.202.58@tcp:101:mount.lustre.0 00010000:00010000:3.0:1772472016.251367:0:6518:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472016.251386:0:6518:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f9b85f9b400/0xb50b868c089d3471 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4072f9 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.251417:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f9b85f9b400/0xb50b868c089d3471 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072f9 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.251430:0:6518:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f9b85f9b400/0xb50b868c089d3471 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072f9 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.251440:0:6518:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b400, rc 0) 00000100:00100000:3.0:1772472016.251508:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31830:x1858570834925824:12345-192.168.202.58@tcp:101:mount.lustre.0 Request processed in 162us (6464us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.251516:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 753 00000100:00100000:2.0:1772472016.258330:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.258416:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834925952 00000100:00100000:1.0:1772472016.258427:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834925952 00000100:00100000:1.0:1772472016.258483:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 754 00000100:00100000:1.0:1772472016.258493:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31830:x1858570834925952:12345-192.168.202.58@tcp:501:mount.lustre.0 00000100:00100000:1.0:1772472016.258646:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31830:x1858570834925952:12345-192.168.202.58@tcp:501:mount.lustre.0 Request processed in 154us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.258654:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 754 00000100:00100000:0.0:1772472016.273928:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472016.274086:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926080 00000100:00100000:3.0:1772472016.274098:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926080 00000100:00100000:3.0:1772472016.274157:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:3.0:1772472016.274166:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31830:x1858570834926080:12345-192.168.202.58@tcp:503:mount.lustre.0 00000100:00100000:3.0:1772472016.274353:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31830:x1858570834926080:12345-192.168.202.58@tcp:503:mount.lustre.0 Request processed in 187us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.274362:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:0.0:1772472016.288279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.288867:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926208 00000100:00100000:2.0:1772472016.288879:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926208 00000100:00100000:2.0:1772472016.288939:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 756 00000100:00100000:2.0:1772472016.288948:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31846:x1858570834926208:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:2.0:1772472016.289125:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31846:x1858570834926208:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 176us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.289134:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 756 00000100:00100000:2.0:1772472016.295609:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.295718:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926336 00000100:00100000:1.0:1772472016.295729:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926336 00000100:00100000:1.0:1772472016.295786:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 757 00000100:00100000:1.0:1772472016.295796:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31846:x1858570834926336:12345-192.168.202.58@tcp:502:llog_process_th.0 00000100:00100000:1.0:1772472016.295945:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:31846:x1858570834926336:12345-192.168.202.58@tcp:502:llog_process_th.0 Request processed in 149us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.295953:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 757 00000100:00100000:3.0:1772472016.298536:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856845824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472016.298607:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472016.298940:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845824 00000100:00100000:0.0:1772472016.298949:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845824 00000100:00100000:0.0:1772472016.299052:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1772472016.299062:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856845824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472016.299091:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:0.0:1772472016.299143:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856845824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.299150:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1772472016.299226:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856845824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472016.299371:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472016.299380:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856845952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472016.299409:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472016.310087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310121:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310142:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310159:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310178:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310196:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310216:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310245:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.310276:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927232 00000100:00100000:1.0:1772472016.310286:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927232 00000100:00100000:1.0:1772472016.310373:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927744 00000100:00100000:1.0:1772472016.310377:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927744 00000100:00100000:1.0:1772472016.310395:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927104 00000100:00100000:1.0:1772472016.310398:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927104 00000100:00100000:1.0:1772472016.310409:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927616 00000100:00100000:1.0:1772472016.310412:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927616 00000100:00100000:1.0:1772472016.310427:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1035 00000100:00100000:1.0:1772472016.310436:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834927232:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310510:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834927232:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310518:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1035 00000100:00100000:1.0:1772472016.310535:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1036 00000100:00100000:1.0:1772472016.310542:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834927744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310567:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834927744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310573:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1036 00000100:00100000:1.0:1772472016.310584:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1037 00000100:00100000:1.0:1772472016.310590:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2410:x1858570834927104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310612:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:2410:x1858570834927104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310619:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1037 00000100:00100000:1.0:1772472016.310631:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1038 00000100:00100000:1.0:1772472016.310637:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2410:x1858570834927616:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310659:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2410:x1858570834927616:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310665:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1038 00000100:00100000:1.0:1772472016.310682:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927488 00000100:00100000:1.0:1772472016.310685:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927488 00000100:00100000:1.0:1772472016.310724:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928000 00000100:00100000:1.0:1772472016.310727:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928000 00000100:00100000:1.0:1772472016.310741:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927360 00000100:00100000:1.0:1772472016.310743:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927360 00000100:00100000:1.0:1772472016.310753:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834927872 00000100:00100000:1.0:1772472016.310755:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834927872 00000100:00100000:1.0:1772472016.310766:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 601 00000100:00100000:1.0:1772472016.310771:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834927488:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310797:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834927488:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310803:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 601 00000100:00100000:1.0:1772472016.310814:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 602 00000100:00100000:1.0:1772472016.310821:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834928000:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310844:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834928000:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310850:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 602 00000100:00100000:1.0:1772472016.310860:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 603 00000100:00100000:1.0:1772472016.310867:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834927360:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310887:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2410:x1858570834927360:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310892:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 603 00000100:00100000:1.0:1772472016.310902:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 604 00000100:00100000:1.0:1772472016.310909:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834927872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472016.310931:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834927872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.310938:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 604 00000100:00080000:1.0:1772472016.310970:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472016.310974:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472016.310977:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472016.310979:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472016.312504:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856845952 00000100:00100000:2.0:1772472016.312517:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856845952 00000100:00100000:2.0:1772472016.312568:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1772472016.312578:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856845952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472016.312603:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1772472016.312675:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856845952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (13265us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.312682:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1772472016.313617:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856845952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472016.314800:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.323075:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.323269:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926464 00000100:00100000:1.0:1772472016.323280:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926464 00000100:00100000:1.0:1772472016.323467:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926720 00000100:00100000:1.0:1772472016.323471:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926720 00000100:00100000:1.0:1772472016.323496:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1309 00000100:00100000:1.0:1772472016.323505:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2408:x1858570834926464:12345-192.168.202.58@tcp:38:mount.lustre.0 00010000:00080000:1.0:1772472016.323534:0:10040:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0000: connection from dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp t0 exp 0000000000000000 cur 847 last 0 00000020:00000080:1.0:1772472016.323570:0:10040:0:(genops.c:1404:class_connect()) connect: client dcff67a9-5514-467a-a832-a67e7df1fce9, cookie 0xb50b868c089d3478 00000004:00100000:1.0:1772472016.323595:0:10040:0:(mdt_handler.c:7295:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 77 00000100:00080000:1.0:1772472016.323722:0:10040:0:(import.c:65:import_set_state_nolock()) ffff8f9b86534800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472016.323789:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2408:x1858570834926464:12345-192.168.202.58@tcp:38:mount.lustre.0 Request processed in 284us (8995us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.323797:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1309 00000100:00100000:1.0:1772472016.323815:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1310 00000100:00100000:1.0:1772472016.323819:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2408:x1858570834926720:12345-192.168.202.58@tcp:38:mount.lustre.0 00010000:00080000:1.0:1772472016.323834:0:10040:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-MDT0001: connection from dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp t0 exp 0000000000000000 cur 847 last 0 00000020:00000080:1.0:1772472016.323855:0:10040:0:(genops.c:1404:class_connect()) connect: client dcff67a9-5514-467a-a832-a67e7df1fce9, cookie 0xb50b868c089d347f 00000004:00100000:1.0:1772472016.323867:0:10040:0:(mdt_handler.c:7295:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 77 00000100:00080000:1.0:1772472016.323920:0:10040:0:(import.c:65:import_set_state_nolock()) ffff8f9b86536800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1772472016.323943:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2408:x1858570834926720:12345-192.168.202.58@tcp:38:mount.lustre.0 Request processed in 122us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.323950:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1310 00000100:00100000:1.0:1772472016.337710:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.337751:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.338038:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.338153:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926592 00000100:00100000:2.0:1772472016.338163:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926592 00000100:00100000:2.0:1772472016.338228:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926848 00000100:00100000:2.0:1772472016.338232:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926848 00000100:00100000:2.0:1772472016.338250:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834926976 00000100:00100000:2.0:1772472016.338252:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834926976 00000100:00100000:2.0:1772472016.338269:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1311 00000100:00100000:2.0:1772472016.338278:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+7:0:x1858570834926592:12345-192.168.202.58@tcp:41:mount.lustre.0 00000004:00000024:2.0:1772472016.338358:0:9675:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1772472016.338433:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+7:0:x1858570834926592:12345-192.168.202.58@tcp:41:mount.lustre.0 Request processed in 156us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.338440:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1311 00000100:00100000:2.0:1772472016.338457:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1312 00000100:00100000:2.0:1772472016.338464:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:0:x1858570834926848:12345-192.168.202.58@tcp:41:mount.lustre.0 00000004:00000024:2.0:1772472016.338481:0:9675:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472016.338509:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:0:x1858570834926848:12345-192.168.202.58@tcp:41:mount.lustre.0 Request processed in 46us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.338515:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1312 00000100:00100000:2.0:1772472016.338526:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1313 00000100:00100000:2.0:1772472016.338532:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834926976:12345-192.168.202.58@tcp:41:mount.lustre.0 00000004:00000024:2.0:1772472016.338543:0:9675:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1772472016.338563:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834926976:12345-192.168.202.58@tcp:41:mount.lustre.0 Request processed in 31us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.338572:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1313 00000100:00080000:1.0:1772472016.338680:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472016.338684:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472016.345067:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.345155:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928128 00000100:00100000:2.0:1772472016.345163:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928128 00000100:00100000:2.0:1772472016.345245:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1314 00000100:00100000:2.0:1772472016.345253:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834928128:12345-192.168.202.58@tcp:40:mount.lustre.0 00000100:00100000:2.0:1772472016.345380:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834928128:12345-192.168.202.58@tcp:40:mount.lustre.0 Request processed in 127us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.345387:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1314 00000100:00100000:2.0:1772472016.349426:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.349465:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.349573:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.350053:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928512 00000100:00100000:0.0:1772472016.350064:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928512 00000100:00100000:0.0:1772472016.350132:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 11 00000100:00100000:0.0:1772472016.350142:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1f33450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834928512:12345-192.168.202.58@tcp:900:mount.lustre.0 00000100:00100000:0.0:1772472016.350224:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1f33450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834928512:12345-192.168.202.58@tcp:900:mount.lustre.0 Request processed in 83us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.350232:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 11 00000100:00100000:3.0:1772472016.350436:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928256 00000100:00100000:3.0:1772472016.350442:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928256 00000100:00100000:3.0:1772472016.350472:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928384 00000100:00100000:3.0:1772472016.350475:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928384 00000100:00100000:3.0:1772472016.350533:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 352 00000100:00100000:3.0:1772472016.350539:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2408:x1858570834928256:12345-192.168.202.58@tcp:8:mount.lustre.0 00010000:00080000:3.0:1772472016.350572:0:9676:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0000: connection from dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp t0 exp 0000000000000000 cur 847 last 0 00000020:00000080:3.0:1772472016.350622:0:9676:0:(genops.c:1404:class_connect()) connect: client dcff67a9-5514-467a-a832-a67e7df1fce9, cookie 0xb50b868c089d3486 00002000:00100000:3.0:1772472016.350635:0:9676:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli dcff67a9-5514-467a-a832-a67e7df1fce9/ffff8f9b85407800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1772472016.350647:0:9676:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 77 00002000:00080000:3.0:1772472016.350744:0:9676:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1772472016.350774:0:9676:0:(import.c:65:import_set_state_nolock()) ffff8f9b85400000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1772472016.350810:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2408:x1858570834928256:12345-192.168.202.58@tcp:8:mount.lustre.0 Request processed in 270us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.350817:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 352 00000100:00100000:3.0:1772472016.350830:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 353 00000100:00100000:3.0:1772472016.350834:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2408:x1858570834928384:12345-192.168.202.58@tcp:8:mount.lustre.0 00010000:00080000:3.0:1772472016.350849:0:9676:0:(ldlm_lib.c:1429:target_handle_connect()) lustre-OST0001: connection from dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp t0 exp 0000000000000000 cur 847 last 0 00000020:00000080:3.0:1772472016.350865:0:9676:0:(genops.c:1404:class_connect()) connect: client dcff67a9-5514-467a-a832-a67e7df1fce9, cookie 0xb50b868c089d348d 00002000:00100000:3.0:1772472016.350870:0:9676:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli dcff67a9-5514-467a-a832-a67e7df1fce9/ffff8f9b85407000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 21132c4 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1772472016.350876:0:9676:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 77 00002000:00080000:3.0:1772472016.350920:0:9676:0:(ofd_obd.c:388:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1772472016.350933:0:9676:0:(import.c:65:import_set_state_nolock()) ffff8f9b85406000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1772472016.350953:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2408:x1858570834928384:12345-192.168.202.58@tcp:8:mount.lustre.0 Request processed in 117us (1487us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.350959:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 353 00000100:00100000:1.0:1772472016.355532:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.355645:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928640 00000100:00100000:0.0:1772472016.355653:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928640 00000100:00100000:0.0:1772472016.355720:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 269 00000100:00100000:0.0:1772472016.355728:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834928640:12345-192.168.202.58@tcp:33:mount.lustre.0 00000004:00200000:0.0:1772472016.355804:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1772472016.355868:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31830:x1858570834928640:12345-192.168.202.58@tcp:33:mount.lustre.0 Request processed in 141us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.355873:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 269 00000100:00100000:1.0:1772472016.759029:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.759294:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928768 00000100:00100000:0.0:1772472016.759349:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928768 00000100:00100000:0.0:1772472016.759455:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1315 00000100:00100000:0.0:1772472016.759465:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31887:x1858570834928768:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472016.759487:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472016.759508:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3494 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40732a expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.759574:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.759589:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.759601:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472016.759643:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772472016.759647:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472016.759666:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.759689:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3494 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.759710:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 7 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.759719:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472016.759722:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472016.759726:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:0.0:1772472016.759793:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31887:x1858570834928768:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 329us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.759801:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1315 00000100:00100000:2.0:1772472016.772720:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472016.773038:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834928896 00000100:00100000:3.0:1772472016.773050:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834928896 00000100:00100000:3.0:1772472016.773126:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1316 00000100:00100000:3.0:1772472016.773137:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31888:x1858570834928896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472016.773160:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472016.773180:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407331 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.773246:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.773260:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.773271:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.773287:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.773630:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.773640:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775275:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d34b7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775521:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d34b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775537:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d34b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472016.775581:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772472016.775585:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472016.775605:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d34b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775616:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775625:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775631:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775637:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472016.775641:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775648:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775662:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472016.775665:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472016.775670:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775676:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775691:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775697:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775703:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775708:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472016.775711:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775717:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775724:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8f9b84d9e200) 00010000:00010000:2.0:1772472016.775726:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472016.775729:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775734:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775775:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407331 expref: 9 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775789:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d34b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407331 expref: 8 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.775796:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f9c8ec38d00) 00010000:00010000:2.0:1772472016.775798:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472016.775801:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:2.0:1772472016.775937:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834928896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 2800us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.775947:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1316 00000100:00100000:1.0:1772472016.787593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.787669:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834929024 00000100:00100000:0.0:1772472016.787679:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834929024 00000100:00100000:0.0:1772472016.787731:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12 00000100:00100000:0.0:1772472016.787742:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834929024:12345-192.168.202.58@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1772472016.787850:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834929024:12345-192.168.202.58@tcp:900:lhsmtool_posix.0 Request processed in 109us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.787858:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12 00000100:00100000:1.0:1772472016.791671:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.791789:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834929280 00000100:00100000:2.0:1772472016.791800:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834929280 00000100:00100000:2.0:1772472016.791862:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1317 00000100:00100000:2.0:1772472016.791871:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834929280:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472016.791892:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472016.791910:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d34be lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407338 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792001:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792016:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792028:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792043:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792050:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792057:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792788:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34d3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792801:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.792810:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34d3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472016.792820:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000100:00100000:1.0:1772472016.797395:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.797669:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834929408 00000100:00100000:0.0:1772472016.797681:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834929408 00000100:00100000:0.0:1772472016.797751:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1318 00000100:00100000:0.0:1772472016.797761:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31889:x1858570834929408:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472016.797790:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472016.797813:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d34e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40733f expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797889:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797904:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797916:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797930:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797938:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797944:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797981:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.797988:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798006:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798011:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472016.798017:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798025:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798038:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472016.798041:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472016.798045:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798051:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d34e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798065:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798070:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798075:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798080:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472016.798084:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798090:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798097:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9c95450c00) 00010000:00010000:0.0:1772472016.798099:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472016.798102:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798108:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d34ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798732:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d34e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40733f expref: 101 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798746:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472016.798748:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472016.798752:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d34e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40733f expref: 101 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.798762:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472016.798844:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31889:x1858570834929408:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1083us (1474us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472016.798853:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1318 00000001:00080000:0.0:1772472016.804083:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968096 is committed 00000001:00100000:0.0:1772472016.804098:0:6504:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000020:00080000:0.0:1772472016.804105:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00010000:00010000:1.0:1772472016.804249:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804258:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804267:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804271:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472016.804274:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804279:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804316:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f9c8ec38d00) 00010000:00010000:1.0:1772472016.804319:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472016.804323:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804327:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d34c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804337:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804341:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804344:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804347:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472016.804349:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804355:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804360:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f9b83a2e200) 00010000:00010000:1.0:1772472016.804361:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472016.804363:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804375:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d34cc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804655:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d34be lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407338 expref: 9 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804665:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34d3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407338 expref: 8 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.804670:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772472016.804672:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472016.804673:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9a400, rc 0) 00000100:00100000:1.0:1772472016.804744:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834929280:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 12872us (13083us total) trans 4294968096 rc 0/0 00000100:00100000:1.0:1772472016.804752:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1317 00000020:00080000:2.0:1772472016.805151:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:2.0:1772472016.805161:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:1.0:1772472016.810356:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.810399:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.810598:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834929664 00000100:00100000:2.0:1772472016.810609:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834929664 00000100:00100000:2.0:1772472016.810656:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834929792 00000100:00100000:2.0:1772472016.810659:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834929792 00000100:00100000:2.0:1772472016.810683:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1319 00000100:00100000:2.0:1772472016.810691:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31889:x1858570834929664:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:2.0:1772472016.810746:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472016.810773:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d3057 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40716a expref: 100 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.810791:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472016.810796:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472016.810850:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.810865:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 45 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.810873:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.810881:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.810914:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.810933:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472016.810948:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856846080:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472016.811054:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 45 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.811064:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 45 pid: 9675 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472016.811074:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856846208:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472016.811096:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472016.811341:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1320 00000100:00100000:0.0:1772472016.811352:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834929792:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772472016.811422:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31888:x1858570834929792:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 73us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.811430:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1320 00000100:00100000:0.0:1772472016.817456:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.817482:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.817505:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.817607:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856846080:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472016.817620:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856846208:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472016.817642:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472016.817789:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930048 00000100:00100000:3.0:1772472016.817798:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930048 00010000:00010000:3.0:1772472016.817835:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 46 pid: 9675 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472016.817875:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834929920 00000100:00100000:3.0:1772472016.817878:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834929920 00010000:00010000:3.0:1772472016.817892:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472016.817922:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 403 00000100:00100000:3.0:1772472016.817930:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:2412:x1858570834930048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472016.817945:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472016.817952:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 46 pid: 9675 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.817963:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 46 pid: 9675 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818001:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d3096 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40717f expref: 46 pid: 9675 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818017:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472016.818022:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818032:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472016.818081:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:2412:x1858570834930048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 151us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.818090:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 403 00000100:00100000:3.0:1772472016.818108:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 404 00000100:00100000:3.0:1772472016.818297:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+8:2409:x1858570834929920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472016.818474:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472016.818480:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818490:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818502:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d349b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40732a expref: 8 pid: 6527 timeout: 947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818513:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472016.818516:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818524:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818531:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472016.818637:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472016.818660:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+7:2409:x1858570834929920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 544us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472016.818666:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 404 00000100:00100000:1.0:1772472016.820124:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930176 00000100:00100000:1.0:1772472016.820139:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930176 00000100:00100000:1.0:1772472016.820200:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1321 00000100:00100000:1.0:1772472016.820211:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31888:x1858570834930176:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772472016.820600:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31888:x1858570834930176:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 390us (3093us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.820606:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1321 00010000:00010000:2.0:1772472016.824207:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.824226:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.824262:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.824280:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825380:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825859:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825868:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825875:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472016.825886:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000646ce8ab reply state 000000003b9e911c transno 4294968097 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825893:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825898:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:2.0:1772472016.825900:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472016.825903:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472016.825909:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:2.0:1772472016.825914:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825918:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825923:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825928:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472016.825931:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825936:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825942:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472016.825944:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472016.825946:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825949:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d34f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472016.825961:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000646ce8ab reply state 000000003b9e911c transno 4294968097 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825969:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.825974:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9b83a2e000) 00010000:00010000:2.0:1772472016.825976:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472016.825978:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1772472016.826094:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31889:x1858570834929664:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 15399us (15743us total) trans 4294968097 rc 0/0 00000100:00100000:2.0:1772472016.826103:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1319 00000100:00100000:3.0:1772472016.859520:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.859782:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930304 00000100:00100000:2.0:1772472016.859792:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930304 00000100:00100000:2.0:1772472016.859853:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1322 00000100:00100000:2.0:1772472016.859863:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+45:31893:x1858570834930304:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:2.0:1772472016.859884:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472016.859904:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d350b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407346 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.859984:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.860006:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.860017:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472016.860062:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772472016.860067:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472016.860087:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.860110:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d350b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 47 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.860141:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 46 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.860150:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472016.860152:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472016.860156:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0800, rc 0) 00000100:00100000:2.0:1772472016.860226:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31893:x1858570834930304:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 364us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.860237:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1322 00000100:00100000:0.0:1772472016.866065:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.866353:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930432 00000100:00100000:2.0:1772472016.866364:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930432 00000100:00100000:2.0:1772472016.866437:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1323 00000100:00100000:2.0:1772472016.866447:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834930432:12345-192.168.202.58@tcp:41:mkdir.0 00000004:00000024:2.0:1772472016.866483:0:6527:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472016.866558:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834930432:12345-192.168.202.58@tcp:41:mkdir.0 Request processed in 112us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472016.866565:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1323 00000100:00100000:1.0:1772472016.871048:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.871348:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930688 00000100:00100000:2.0:1772472016.871359:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930688 00000100:00100000:2.0:1772472016.871436:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1324 00000100:00100000:2.0:1772472016.871445:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:31893:x1858570834930688:12345-192.168.202.58@tcp:36:mkdir.0 00000100:00100000:2.0:1772472016.871566:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10040:1858570856846336:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1772472016.871628:0:10040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472016.871684:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1dc63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472016.872260:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856846336 00000100:00100000:3.0:1772472016.872266:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856846336 00000100:00100000:3.0:1772472016.872350:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1772472016.872359:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:10040:x1858570856846336:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1772472016.872515:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:10040:x1858570856846336:12345-0@lo:1000:mdt00_004.0 Request processed in 157us (899us total) trans 0 rc 1/1 00000100:00100000:3.0:1772472016.872523:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1772472016.872611:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10040:1858570856846336:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1772472016.872699:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:31893:x1858570834930688:12345-192.168.202.58@tcp:36:mkdir.0 Request processed in 1255us (1661us total) trans 0 rc -17/-17 00000100:00100000:1.0:1772472016.872706:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1324 00000100:00100000:3.0:1772472016.876436:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472016.876749:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930816 00000100:00100000:0.0:1772472016.876759:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930816 00000100:00100000:0.0:1772472016.876820:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1325 00000100:00100000:0.0:1772472016.876829:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+46:31893:x1858570834930816:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:0.0:1772472016.876850:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472016.876872:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3519 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40734d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.876937:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.876951:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.876962:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.876975:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.876983:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.876989:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877333:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d352e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877343:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d352e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877352:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d352e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472016.877398:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1772472016.877402:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472016.877423:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d352e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877435:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877442:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877448:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877454:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877460:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472016.877464:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877471:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877482:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472016.877485:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472016.877489:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877500:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877514:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877519:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877525:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877529:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472016.877532:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877537:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877543:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9b83a2e000) 00010000:00010000:0.0:1772472016.877545:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472016.877549:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877554:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3527 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877580:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3519 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40734d expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877592:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d352e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40734d expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472016.877599:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:0.0:1772472016.877601:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472016.877603:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472016.878036:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31893:x1858570834930816:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 1206us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472016.878044:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1325 00000100:00100000:0.0:1772472016.893878:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.893976:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834930944 00000100:00100000:1.0:1772472016.893987:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834930944 00000100:00100000:1.0:1772472016.894062:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1326 00000100:00100000:1.0:1772472016.894072:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31894:x1858570834930944:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472016.894096:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472016.894255:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3535 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407354 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894555:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894570:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894582:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894597:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894605:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894611:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894653:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894660:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894665:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894672:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472016.894676:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894683:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894695:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:1.0:1772472016.894698:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472016.894703:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894709:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d353c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894721:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894728:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894733:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894738:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472016.894741:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894747:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894754:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c899c5400) 00010000:00010000:1.0:1772472016.894757:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472016.894760:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894764:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d3543 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894796:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3535 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407354 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894806:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:1.0:1772472016.894808:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472016.894812:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3535 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407354 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.894825:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772472016.894895:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31894:x1858570834930944:12345-192.168.202.58@tcp:101:rm.0 Request processed in 824us (1029us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472016.894902:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1326 00000100:00100000:1.0:1772472016.918925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472016.919276:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834931200 00000100:00100000:2.0:1772472016.919287:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834931200 00000100:00100000:2.0:1772472016.919652:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1327 00000100:00100000:2.0:1772472016.919663:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31895:x1858570834931200:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1772472016.919686:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472016.919690:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1772472016.919718:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d352e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40734d expref: 47 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919745:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:2.0:1772472016.919751:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472016.919765:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d354a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40735b expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919866:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919881:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919892:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919905:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919911:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.919918:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472016.921695:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1772472016.921892:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.921913:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.921931:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.921970:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.921978:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.921986:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922006:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472016.922516:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922533:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922549:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:2.0:1772472016.922552:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472016.922557:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922563:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3551 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472016.922581:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002aecbb3c reply state 0000000059532069 transno 4294968098 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922593:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922601:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472016.922603:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472016.922607:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472016.922649:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d354a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 49 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922664:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472016.922672:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:2.0:1772472016.922675:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472016.922677:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1c00, rc 0) 00000100:00100000:2.0:1772472016.922761:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31895:x1858570834931200:12345-192.168.202.58@tcp:101:dd.0 Request processed in 3099us (3845us total) trans 4294968098 rc 0/0 00000100:00100000:2.0:1772472016.922772:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1327 00000100:00100000:3.0:1772472016.967740:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.967851:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834931328 00000100:00100000:1.0:1772472016.967861:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834931328 00000100:00100000:1.0:1772472016.967915:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 354 00000100:00100000:1.0:1772472016.967922:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:31895:x1858570834931328:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1772472016.967936:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472016.967954:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407362 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472016.967988:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772472016.968047:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472016.968049:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472016.968058:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.968075:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472016.968088:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772472016.968161:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:31895:x1858570834931328:12345-192.168.202.58@tcp:101:dd.0 Request processed in 238us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472016.968173:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 354 00000100:00100000:0.0:1772472016.992233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472016.992404:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834931456 00000100:00100000:1.0:1772472016.992415:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834931456 00002000:00100000:1.0:1772472016.992464:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff8f9cbd9d5180 x1858570834931456/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:52/0 lens 488/0 e 0 to 0 dl 1772472027 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472016.992474:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9d5180 with x1858570834931456 ext(0->1048575) 00002000:00010000:1.0:1772472016.992480:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cbd9d5180 00000100:00100000:1.0:1772472016.992575:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 96 00000100:00100000:1.0:1772472016.992585:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834931456:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1772472017.015767:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834931456:12345-192.168.202.58@tcp:4:dd.0 Request processed in 23171us (23534us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1772472017.015785:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 96 00002000:00100000:2.0:1772472017.015801:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff8f9cbd9d5180 x1858570834931456/t4294967369(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:52/0 lens 488/448 e 0 to 0 dl 1772472027 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472017.015812:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9d5180 with x1858570834931456 ext(0->1048575) 00002000:00010000:2.0:1772472017.015818:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cbd9d5180 00000100:00100000:1.0:1772472017.019688:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472017.019784:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834931584 00000100:00100000:0.0:1772472017.019795:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834931584 00000100:00100000:0.0:1772472017.019890:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1328 00000100:00100000:0.0:1772472017.019899:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31895:x1858570834931584:12345-192.168.202.58@tcp:44:dd.0 00000001:00080000:2.0:1772472017.022543:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968098 is committed 00000001:00080000:2.0:1772472017.022567:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968097 is committed 00010000:00010000:1.0:1772472017.022636:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022650:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022659:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022664:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472017.022669:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022677:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022695:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9b83a2e000) 00010000:00010000:1.0:1772472017.022698:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472017.022704:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022710:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d34fd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022744:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022751:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022756:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022760:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472017.022763:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022767:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022775:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9b83a2e100) 00010000:00010000:1.0:1772472017.022777:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472017.022780:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.022785:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3504 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472017.023532:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31895:x1858570834931584:12345-192.168.202.58@tcp:44:dd.0 Request processed in 3626us (3847us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472017.023542:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1328 00010000:00010000:3.0:1772472017.024071:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.024081:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.024087:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.024093:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472017.024097:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.024103:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.024322:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9b83a2e600) 00010000:00010000:3.0:1772472017.024326:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472017.024330:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.024337:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3558 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472017.026951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472017.027048:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834931712 00000100:00100000:1.0:1772472017.027058:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834931712 00000100:00100000:1.0:1772472017.027124:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 355 00000100:00100000:1.0:1772472017.027135:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834931712:12345-192.168.202.58@tcp:16:dd.0 00000001:00080000:2.0:1772472017.030172:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00100000:2.0:1772472017.030190:0:9471:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000100:00100000:1.0:1772472017.030495:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834931712:12345-192.168.202.58@tcp:16:dd.0 Request processed in 3356us (3548us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472017.030507:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 355 00000100:00100000:0.0:1772472017.034235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472017.034402:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834931968 00000100:00100000:1.0:1772472017.034411:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834931968 00000100:00100000:1.0:1772472017.034465:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 270 00000100:00100000:1.0:1772472017.034475:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31895:x1858570834931968:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:1.0:1772472017.034756:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31895:x1858570834931968:12345-192.168.202.58@tcp:35:dd.0 Request processed in 282us (531us total) trans 4294968099 rc 0/0 00000100:00100000:1.0:1772472017.034764:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 270 00000100:00100000:3.0:1772472017.062030:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472017.062279:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932096 00000100:00100000:0.0:1772472017.062331:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932096 00000100:00100000:0.0:1772472017.062402:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1329 00000100:00100000:0.0:1772472017.062411:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31896:x1858570834932096:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472017.062435:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472017.062456:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3574 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407369 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062520:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062534:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062547:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062561:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062568:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062575:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062655:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3589 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062664:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062670:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472017.062704:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1772472017.062708:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472017.062731:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062742:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062748:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062760:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062766:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472017.062770:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062777:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062790:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472017.062794:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472017.062799:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062805:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d357b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062819:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062824:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062829:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062834:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472017.062836:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062845:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062852:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9c95450c00) 00010000:00010000:0.0:1772472017.062854:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472017.062857:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062862:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3582 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062893:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3574 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407369 expref: 50 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062908:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701ce00/0xb50b868c089d3589 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407369 expref: 49 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.062915:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:0.0:1772472017.062917:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472017.062920:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701ce00, rc 0) 00000100:00100000:0.0:1772472017.062982:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:31896:x1858570834932096:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 572us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472017.063003:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1329 00000040:00080000:0.0:1772472017.066759:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472017.066770:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472017.068792:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1772472017.068813:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472017.071692:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472017.091884:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472017.092342:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932224 00000100:00100000:1.0:1772472017.092353:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932224 00000100:00100000:1.0:1772472017.092621:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1330 00000100:00100000:1.0:1772472017.092633:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+99:31898:x1858570834932224:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472017.092658:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472017.092679:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407370 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.092743:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3597 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.092757:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.092776:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472017.092822:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772472017.092826:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472017.092862:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.092886:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407370 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.092905:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407370 expref: 100 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.092914:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472017.092917:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472017.092922:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772472017.092987:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31898:x1858570834932224:12345-192.168.202.58@tcp:101:stat.0 Request processed in 356us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472017.093004:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1330 00000100:00100000:1.0:1772472017.098998:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472017.099835:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932352 00000100:00100000:3.0:1772472017.099847:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932352 00000100:00100000:3.0:1772472017.099953:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1331 00000100:00100000:3.0:1772472017.100197:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+100:31898:x1858570834932352:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:3.0:1772472017.100222:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472017.100244:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d359e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407377 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100575:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100590:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100601:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100615:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100622:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100628:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100702:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d35b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100711:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d35b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100719:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d35b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472017.100763:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1772472017.100767:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472017.100790:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d35b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100802:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100808:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100814:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100820:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100825:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472017.100829:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100836:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100848:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472017.100851:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472017.100856:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100866:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d35a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100878:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100884:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100889:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100893:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472017.100896:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100901:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100907:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9b84d9e100) 00010000:00010000:3.0:1772472017.100910:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472017.100913:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100919:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d35ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100949:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d359e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407377 expref: 102 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.100962:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5a00/0xb50b868c089d35b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407377 expref: 101 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.101200:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:3.0:1772472017.101202:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472017.101205:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5a00, rc 0) 00000100:00100000:3.0:1772472017.101623:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31898:x1858570834932352:12345-192.168.202.58@tcp:101:stat.0 Request processed in 1657us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472017.101631:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1331 00000100:00100000:3.0:1772472017.105582:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472017.105666:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932480 00000100:00100000:0.0:1772472017.105679:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932480 00000100:00100000:0.0:1772472017.105746:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1332 00000100:00100000:0.0:1772472017.105757:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+101:31898:x1858570834932480:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:0.0:1772472017.105779:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472017.105802:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d35ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40737e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.105870:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.105884:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.105896:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.105912:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.105919:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.105925:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106022:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106031:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106038:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472017.106080:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:0.0:1772472017.106084:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472017.106106:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106396:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106405:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106410:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106417:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106422:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472017.106427:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106436:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106448:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:0.0:1772472017.106452:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472017.106457:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106462:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d35c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106481:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106487:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106493:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106498:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472017.106501:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106507:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106515:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c95450c00) 00010000:00010000:0.0:1772472017.106517:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472017.106520:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106525:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d35c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106560:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d35ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 103 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106576:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 102 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472017.106587:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:0.0:1772472017.106589:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472017.106591:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:0.0:1772472017.106663:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31898:x1858570834932480:12345-192.168.202.58@tcp:101:stat.0 Request processed in 907us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472017.106671:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1332 00000100:00100000:3.0:1772472017.111225:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472017.111650:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932608 00000100:00100000:1.0:1772472017.111663:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932608 00000100:00100000:1.0:1772472017.111732:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 356 00000100:00100000:1.0:1772472017.111742:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834932608:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472017.111765:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472017.111784:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c8e5478/0xb50b868c089d35d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407385 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472017.111848:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856846464:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472017.111946:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8d80 going to sleep for 11 seconds 00002000:00010000:3.0:1772472017.114995:0:8408:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:3.0:1772472017.115005:0:8408:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1772472017 00002000:00010000:3.0:1772472017.115008:0:8408:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1772472017 00002000:00010000:3.0:1772472017.115017:0:8408:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1772472017 00002000:00010000:3.0:1772472017.115019:0:8408:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:3.0:1772472017.115041:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856846464:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472017.115076:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c8e5478/0xb50b868c089d35d6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407385 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.115102:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c8e5478/0xb50b868c089d35d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407385 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472017.115126:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:3.0:1772472017.115221:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834932608:12345-192.168.202.58@tcp:101:stat.0 Request processed in 3480us (4006us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472017.115231:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 356 00000100:00100000:0.0:1772472017.132772:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472017.132859:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932736 00000100:00100000:3.0:1772472017.132871:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932736 00000100:00100000:3.0:1772472017.132942:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 357 00000100:00100000:3.0:1772472017.132952:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834932736:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472017.132978:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472017.133006:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d35dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40738c expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472017.133477:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856846592:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772472017.134663:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c834c6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1772472017.137201:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856846592:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772472017.137240:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d35dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40738c expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.137263:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000571a3828/0xb50b868c089d35dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40738c expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.137277:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:2.0:1772472017.137891:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834932736:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 4937us (5127us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472017.137901:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 357 00000100:00100000:1.0:1772472017.141870:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472017.141950:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932864 00000100:00100000:2.0:1772472017.141969:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932864 00000100:00100000:2.0:1772472017.142194:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1333 00000100:00100000:2.0:1772472017.142206:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31899:x1858570834932864:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472017.142226:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472017.142247:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d35e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407393 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.142753:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.142767:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.142782:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472017.142825:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1772472017.142828:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472017.142848:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.142875:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d35e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 104 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.142895:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 103 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472017.142905:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:2.0:1772472017.142908:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472017.142912:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472017.142978:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31899:x1858570834932864:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 775us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472017.142986:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1333 00000100:00100000:0.0:1772472017.147393:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472017.147549:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834932992 00000100:00100000:1.0:1772472017.147559:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834932992 00000100:00100000:1.0:1772472017.147618:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 358 00000100:00100000:1.0:1772472017.147627:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834932992:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472017.147649:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472017.147667:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d35f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40739a expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472017.147733:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856846720:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472017.147817:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd9e8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472017.154001:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856846720:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472017.154051:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d35f2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40739a expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.154078:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c9d6c35/0xb50b868c089d35f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40739a expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472017.154090:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772472017.154160:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834932992:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 6532us (6774us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472017.154173:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 358 00000100:00100000:0.0:1772472017.163424:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472017.163806:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834933248 00000100:00100000:3.0:1772472017.163816:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834933248 00000100:00100000:3.0:1772472017.163876:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1334 00000100:00100000:3.0:1772472017.163886:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31899:x1858570834933248:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:3.0:1772472017.164090:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:3.0:1772472017.164668:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31899:x1858570834933248:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 780us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472017.164678:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1334 00000040:00080000:1.0:1772472017.643154:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1772472017.834536:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472017.834563:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856846848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472017.834624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472017.834783:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856846848 00000100:00100000:2.0:1772472017.834790:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856846848 00000100:00100000:2.0:1772472017.834831:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1772472017.834838:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856846848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472017.834870:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:2.0:1772472017.834911:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856846848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472017.834918:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1772472017.835009:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856846848:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1772472018.094624:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472018.094639:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472018.094669:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:2.0:1772472018.094681:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472018.094939:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856846976:192.168.202.58@tcp:107:hsm_cdtr.0 00010000:00010000:2.0:1772472018.101090:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472018.101125:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0c00 going to sleep for 11 seconds 00000040:00080000:3.0:1772472018.113606:0:23497:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472018.113616:0:23497:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472018.113654:0:23497:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:3.0:1772472018.113664:0:23497:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472018.122415:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472018.122617:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856846976:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472018.122763:0:6537:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834933376 00000100:00100000:3.0:1772472018.122771:0:6537:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834933376 00000100:00100000:3.0:1772472018.122839:0:6537:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13 00000100:00100000:3.0:1772472018.122849:0:6537:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31910:x1858570834933376:12345-192.168.202.58@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1772472018.122922:0:6537:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31910:x1858570834933376:12345-192.168.202.58@tcp:900:lhsmtool_posix.0 Request processed in 75us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472018.122930:0:6537:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13 00000100:00080000:0.0:1772472018.123092:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472018.131734:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472018.131838:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834933504 00000100:00100000:0.0:1772472018.131848:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834933504 00000100:00100000:0.0:1772472018.131920:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1335 00000100:00100000:0.0:1772472018.131929:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31910:x1858570834933504:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472018.131961:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472018.132077:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31910:x1858570834933504:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 148us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472018.132084:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1335 00000100:00080000:3.0:1772472018.132232:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472018.139591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472018.139680:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834933760 00000100:00100000:2.0:1772472018.139693:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834933760 00000100:00100000:2.0:1772472018.139756:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1336 00000100:00100000:2.0:1772472018.139768:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31910:x1858570834933760:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472018.139792:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472018.139812:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d35f9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073a1 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.139931:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.139947:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.139961:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472018.139974:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1772472018.140114:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d35f9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 10 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.140134:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 9 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.140144:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:2.0:1772472018.140147:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472018.140151:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1e00, rc 0) 00000100:00100000:2.0:1772472018.140205:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31910:x1858570834933760:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 439us (624us total) trans 4294968100 rc 0/0 00000100:00100000:2.0:1772472018.140213:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1336 00000100:00100000:0.0:1772472018.157229:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472018.158492:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834933888 00000100:00100000:2.0:1772472018.158504:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834933888 00000100:00080000:0.0:1772472018.166152:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472018.170176:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 359 00000100:00100000:2.0:1772472018.170199:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2411:x1858570834933888:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472018.170256:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.170292:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.170316:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472018.170319:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472018.170322:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.170366:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.170394:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 9 pid: 8410 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472018.170408:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856847104:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472018.170516:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c81370a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472018.187618:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472018.187855:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834934016 00000100:00100000:2.0:1772472018.187866:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834934016 00010000:00010000:2.0:1772472018.187925:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 10 pid: 8410 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472018.187973:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 405 00000100:00100000:2.0:1772472018.187993:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834934016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472018.188010:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472018.188031:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 10 pid: 8410 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.188046:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 10 pid: 8410 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.188070:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472018.188072:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472018.188077:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.188087:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472018.188110:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472018.188160:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834934016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 177us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472018.188168:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 405 00000100:00080000:3.0:1772472018.188297:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472018.188918:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d356d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407362 expref: 9 pid: 8410 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472018.188936:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856847104:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472018.188971:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.188992:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.188999:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189024:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189032:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189044:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189052:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472018.189056:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189066:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189080:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.189087:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f5869b2/0xb50b868c089d360e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472018.189164:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2411:x1858570834933888:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 18973us (31943us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472018.189172:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 359 00000100:00100000:3.0:1772472018.192265:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472018.192385:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834934272 00000100:00100000:2.0:1772472018.192394:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834934272 00000100:00100000:2.0:1772472018.192458:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1337 00000100:00100000:2.0:1772472018.192468:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31910:x1858570834934272:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472018.192588:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31910:x1858570834934272:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 122us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472018.192595:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1337 00000100:00100000:0.0:1772472018.202923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472018.203155:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834934400 00000100:00100000:1.0:1772472018.203166:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834934400 00000100:00100000:1.0:1772472018.203232:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 360 00000100:00100000:1.0:1772472018.203242:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2411:x1858570834934400:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472018.203262:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472018.203284:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073a8 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472018.203329:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69a5c6d1, atime: 0x0, ctime: 0x69a5c6d1, blocks: 0x800 00010000:00010000:1.0:1772472018.203348:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472018.203350:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472018.203358:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 6 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.203376:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 6 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.203390:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772472018.203448:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834934400:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 207us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472018.203455:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 360 00000100:00100000:2.0:1772472018.219768:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472018.220622:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834934656 00000100:00100000:3.0:1772472018.220636:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834934656 00000100:00100000:3.0:1772472018.220706:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1338 00000100:00100000:3.0:1772472018.220717:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31910:x1858570834934656:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472018.220843:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31910:x1858570834934656:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 121us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472018.220853:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1338 00000100:00100000:0.0:1772472018.230222:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472018.230336:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834934784 00000100:00100000:1.0:1772472018.230348:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834934784 00002000:00100000:1.0:1772472018.231580:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff8f9b8547d500 x1858570834934784/t0(0) o3->dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp:54/0 lens 488/0 e 0 to 0 dl 1772472029 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472018.231594:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547d500 with x1858570834934784 ext(0->1048575) 00002000:00010000:1.0:1772472018.231601:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b8547d500 00000100:00100000:1.0:1772472018.231645:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 97 00000100:00100000:1.0:1772472018.231662:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834934784:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1772472018.265275:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834934784:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 33608us (35049us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1772472018.265297:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 97 00002000:00100000:2.0:1772472018.265349:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff8f9b8547d500 x1858570834934784/t0(0) o3->dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp:54/0 lens 488/440 e 0 to 0 dl 1772472029 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472018.265360:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547d500 with x1858570834934784 ext(0->1048575) 00002000:00010000:2.0:1772472018.265367:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b8547d500 00000100:00100000:3.0:1772472018.298988:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472018.299066:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834934912 00000100:00100000:1.0:1772472018.299076:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834934912 00000100:00100000:1.0:1772472018.299224:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1339 00000100:00100000:1.0:1772472018.299238:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31910:x1858570834934912:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472018.299262:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472018.299297:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d361c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073af expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.299359:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.299371:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.299704:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.299826:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d361c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.299843:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.299853:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:1.0:1772472018.299856:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472018.299860:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772472018.299921:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31910:x1858570834934912:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 688us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472018.299928:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1339 00000100:00100000:3.0:1772472018.305207:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472018.305900:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834935040 00000100:00100000:0.0:1772472018.305913:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834935040 00000100:00100000:0.0:1772472018.305991:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1340 00000100:00100000:0.0:1772472018.306002:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31910:x1858570834935040:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472018.306048:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472018.306184:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31910:x1858570834935040:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 183us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472018.306193:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1340 00000100:00100000:3.0:1772472018.327176:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472018.327742:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834935168 00000100:00100000:1.0:1772472018.327755:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834935168 00000100:00100000:1.0:1772472018.327826:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 361 00000100:00100000:1.0:1772472018.327836:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834935168:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472018.327894:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.327915:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472018.327917:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472018.327923:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.327937:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.327964:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.327971:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.327990:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.327999:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472018.328003:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.328012:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.328036:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472018.328044:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d362a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472018.328252:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834935168:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 415us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472018.328261:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 361 00000100:00100000:2.0:1772472018.351861:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472018.351947:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834935424 00000100:00100000:0.0:1772472018.351965:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834935424 00000100:00100000:0.0:1772472018.352043:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1341 00000100:00100000:0.0:1772472018.352053:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31910:x1858570834935424:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472018.352154:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.352174:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.352184:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.352224:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.352238:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 10 pid: 6525 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472018.352253:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856847232:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472018.353392:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d749c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472018.362999:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472018.363045:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834935552 00000100:00100000:0.0:1772472018.363056:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834935552 00010000:00010000:0.0:1772472018.363097:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 11 pid: 6525 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472018.363143:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 406 00000100:00100000:0.0:1772472018.363153:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+11:2411:x1858570834935552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472018.363169:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472018.363176:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 11 pid: 6525 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.363188:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 11 pid: 6525 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.363211:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:0.0:1772472018.363216:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.363227:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.363234:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472018.363256:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472018.363393:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3623 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073af expref: 11 pid: 6525 timeout: 949 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472018.363414:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856847232:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472018.363437:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363448:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363459:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363645:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363652:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363659:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363666:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472018.363671:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363678:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363688:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:3.0:1772472018.363691:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472018.363695:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472018.363702:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3631 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472018.373771:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472018.373781:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472018.374340:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1772472018.374353:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472018.376701:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+11:2411:x1858570834935552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 13537us (13708us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472018.376717:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 406 00000100:00100000:3.0:1772472018.376906:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31910:x1858570834935424:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 24853us (25051us total) trans 4294968101 rc 0/0 00000100:00100000:3.0:1772472018.376915:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1341 00000100:00100000:0.0:1772472018.382962:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472018.383044:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834935808 00000100:00100000:3.0:1772472018.383054:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834935808 00000100:00100000:3.0:1772472018.383119:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 271 00000100:00100000:3.0:1772472018.383128:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31910:x1858570834935808:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472018.383370:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31910:x1858570834935808:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 242us (422us total) trans 4294968102 rc 0/0 00000100:00100000:3.0:1772472018.383378:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 271 00000100:00100000:1.0:1772472018.860104:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856847360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472018.860187:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472018.861542:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856847360 00000100:00100000:2.0:1772472018.861557:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856847360 00000100:00100000:2.0:1772472018.861623:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1772472018.861633:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856847360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472018.861669:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472018.861739:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856847360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (1551us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472018.861747:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1772472018.861864:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856847360:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472019.114561:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472020.138531:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472020.309853:0:23548:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472020.309862:0:23548:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472020.309954:0:23548:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:2.0:1772472020.309972:0:23548:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472020.374414:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472020.374667:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834935936 00000100:00100000:1.0:1772472020.374677:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834935936 00000100:00100000:1.0:1772472020.374749:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 362 00000100:00100000:1.0:1772472020.374759:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834935936:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472020.374779:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472020.374796:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073b6 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472020.374822:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472020.374824:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472020.374833:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472020.374854:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472020.374869:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00080000:3.0:1772472020.375053:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472020.375130:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570834935936:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 371us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472020.375139:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 362 00000100:00100000:0.0:1772472020.387137:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472020.391202:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834936192 00000100:00100000:2.0:1772472020.391220:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834936192 00000100:00100000:2.0:1772472020.391340:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1342 00000100:00100000:2.0:1772472020.391354:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31919:x1858570834936192:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472020.391377:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472020.391399:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d363f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073bd expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.391507:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3646 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.391522:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3646 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.391533:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3646 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472020.391549:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1772472020.391651:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d363f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073bd expref: 106 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.391669:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3646 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073bd expref: 105 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.391678:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:2.0:1772472020.391681:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1772472020.391684:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472020.391749:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31919:x1858570834936192:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 400us (4623us total) trans 4294968103 rc 0/0 00000100:00100000:2.0:1772472020.391757:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1342 00000100:00080000:1.0:1772472020.391882:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472020.395614:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856847488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.395688:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.395738:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856848000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.395763:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.395781:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856848512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.395804:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.395822:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856849024:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.395842:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.395866:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1772472020.395871:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856847616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.395907:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.395927:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856848128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.395959:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.395986:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856848640:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396007:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396024:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856849152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472020.396044:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396076:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856847744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396114:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396136:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856848256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396156:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396172:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856848768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396189:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396213:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472020.396219:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856847872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396239:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396249:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856848384:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396280:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396298:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856848896:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.396378:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856847488 00000100:00100000:3.0:1772472020.396385:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856847488 00000100:00100000:3.0:1772472020.396431:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1772472020.396439:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856847488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396486:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856847488:12345-0@lo:400:kworker.0 Request processed in 48us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.396493:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1772472020.396526:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848000 00000100:00100000:3.0:1772472020.396529:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848000 00000100:00100000:3.0:1772472020.396551:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856847744 00000100:00100000:3.0:1772472020.396554:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856847744 00000100:00100000:3.0:1772472020.396568:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1772472020.396573:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856848000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396607:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856848000:12345-0@lo:400:kworker.0 Request processed in 33us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.396612:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1772472020.396624:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1772472020.396629:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc16bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856847744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.396658:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc16bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856847744:12345-0@lo:400:kworker.0 Request processed in 28us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.396663:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1772472020.396924:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848512 00000100:00100000:3.0:1772472020.396929:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848512 00000100:00100000:3.0:1772472020.396971:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856849024 00000100:00100000:3.0:1772472020.396975:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856849024 00000100:00100000:3.0:1772472020.396991:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848384 00000100:00100000:3.0:1772472020.396993:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848384 00000100:00100000:3.0:1772472020.397006:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848896 00000100:00100000:3.0:1772472020.397009:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848896 00000100:00100000:3.0:1772472020.397022:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1772472020.397028:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856848512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397059:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856848512:12345-0@lo:400:kworker.0 Request processed in 31us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397065:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1772472020.397076:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1772472020.397082:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856849024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397108:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856849024:12345-0@lo:400:kworker.0 Request processed in 26us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397117:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1772472020.397128:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1772472020.397133:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856848384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397158:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856848384:12345-0@lo:400:kworker.0 Request processed in 24us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397163:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1772472020.397175:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1772472020.397181:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856848896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397205:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856848896:12345-0@lo:400:kworker.0 Request processed in 25us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397211:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1772472020.397232:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856847616 00000100:00100000:3.0:1772472020.397235:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856847616 00000100:00100000:3.0:1772472020.397252:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848128 00000100:00100000:3.0:1772472020.397254:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848128 00000100:00100000:3.0:1772472020.397266:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848640 00000100:00100000:3.0:1772472020.397269:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848640 00000100:00100000:3.0:1772472020.397280:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848256 00000100:00100000:3.0:1772472020.397283:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848256 00000100:00100000:3.0:1772472020.397293:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856848768 00000100:00100000:3.0:1772472020.397296:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856848768 00000100:00100000:3.0:1772472020.397329:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856847872 00000100:00100000:3.0:1772472020.397333:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856847872 00000100:00100000:3.0:1772472020.397343:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1772472020.397348:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856847616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397379:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856847616:12345-0@lo:400:kworker.0 Request processed in 29us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397385:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1772472020.397398:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1772472020.397404:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856848128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397430:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856848128:12345-0@lo:400:kworker.0 Request processed in 26us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397436:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1772472020.397446:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1772472020.397451:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856848640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397474:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856848640:12345-0@lo:400:kworker.0 Request processed in 23us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397479:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1772472020.397488:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1772472020.397494:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856848256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397518:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856848256:12345-0@lo:400:kworker.0 Request processed in 25us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397524:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1772472020.397535:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1772472020.397541:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856848768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397564:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856848768:12345-0@lo:400:kworker.0 Request processed in 24us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397570:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1772472020.397581:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1772472020.397587:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856847872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397610:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856847872:12345-0@lo:400:kworker.0 Request processed in 24us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397615:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1772472020.397642:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856849152 00000100:00100000:3.0:1772472020.397645:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856849152 00000100:00100000:3.0:1772472020.397677:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1772472020.397684:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856849152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472020.397703:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3914043392 avail 3682521088 00000100:00100000:3.0:1772472020.397733:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856849152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.397739:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:3.0:1772472020.397772:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472020.397776:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472020.397779:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472020.397781:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472020.397816:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856847872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397829:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856848384:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397837:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856848896:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397847:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856847744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397856:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856848256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397863:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856848768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397900:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856847616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397909:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856848128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397918:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856848640:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397933:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856849152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472020.397943:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856847488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.397953:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856848000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.398002:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856848512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472020.398013:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856849024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472020.402778:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472020.402801:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856849280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472020.402860:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.405111:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856849280 00000100:00100000:3.0:1772472020.405126:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856849280 00000100:00100000:3.0:1772472020.405188:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1772472020.405199:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856849280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472020.405228:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3914043392 avail 3682521088 00000100:00100000:3.0:1772472020.405336:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856849280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.405343:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1772472020.406101:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856849280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472020.410392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472020.410746:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834936320 00000100:00100000:3.0:1772472020.410759:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834936320 00000100:00100000:3.0:1772472020.410826:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 363 00000100:00100000:3.0:1772472020.410837:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570834936320:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:3.0:1772472020.410908:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.410931:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 5 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.410941:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.410948:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472020.410951:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472020.410955:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.411001:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.411016:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 19 pid: 8408 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.411031:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856849408:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472020.411113:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 5 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.411123:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 5 pid: 9676 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.411133:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856849536:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472020.411157:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472020.420790:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856849408:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472020.420806:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856849536:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472020.420834:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472020.427929:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472020.427979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472020.428041:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834936448 00000100:00100000:2.0:1772472020.428051:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834936448 00010000:00010000:2.0:1772472020.428091:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 20 pid: 8408 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.428134:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834936576 00000100:00100000:2.0:1772472020.428138:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834936576 00010000:00010000:2.0:1772472020.428165:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 6 pid: 9676 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.428189:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 407 00000100:00100000:2.0:1772472020.428200:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85688c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2411:x1858570834936448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472020.428215:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472020.428237:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 20 pid: 8408 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428252:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 20 pid: 8408 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428282:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a98024f/0xb50b868c089d3638 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073b6 expref: 20 pid: 8408 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428331:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472020.428383:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85688c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834936448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 184us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472020.428391:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 407 00000100:00100000:2.0:1772472020.428440:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 408 00000100:00100000:2.0:1772472020.428447:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834936576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472020.428454:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472020.428462:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 6 pid: 9676 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428473:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 6 pid: 9676 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428488:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab2047cf/0xb50b868c089d3615 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a8 expref: 6 pid: 9676 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428497:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472020.428500:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472020.428505:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428514:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.428536:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472020.428555:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2411:x1858570834936576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 108us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472020.428562:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 408 00000100:00080000:2.0:1772472020.428581:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472020.431521:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431541:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431570:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431578:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431587:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431594:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472020.431598:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431607:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431625:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.431632:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae5237b4/0xb50b868c089d3654 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.431740:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834936320:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 20901us (21357us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.431749:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 363 00000100:00100000:1.0:1772472020.438724:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472020.438865:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834936832 00000100:00100000:2.0:1772472020.438876:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834936832 00000100:00100000:2.0:1772472020.438925:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 272 00000100:00100000:2.0:1772472020.438934:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31919:x1858570834936832:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:2.0:1772472020.439009:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3646 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073bd expref: 105 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472020.439202:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968104 00000001:00080000:2.0:1772472020.439542:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968105 00010000:00010000:2.0:1772472020.439581:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439597:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439605:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439618:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 10 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439626:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439661:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 10 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439674:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 10 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.439689:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856849664:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472020.439778:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439787:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 108 pid: 6526 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.439796:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856849792:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472020.439828:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.439837:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 48 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.439851:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856849920:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472020.439873:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c89874cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472020.450607:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472020.450643:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472020.450667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472020.450757:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834937088 00000100:00100000:2.0:1772472020.450767:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834937088 00010000:00010000:2.0:1772472020.450818:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 109 pid: 6526 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.450854:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834936960 00000100:00100000:2.0:1772472020.450857:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834936960 00010000:00010000:2.0:1772472020.450883:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 11 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.450899:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834937216 00000100:00100000:2.0:1772472020.450902:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834937216 00010000:00010000:2.0:1772472020.450916:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 49 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472020.450931:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 409 00000100:00100000:2.0:1772472020.450939:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2412:x1858570834937088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472020.450954:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472020.450993:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 109 pid: 6526 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451006:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 109 pid: 6526 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451032:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:2.0:1772472020.451038:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451046:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451052:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472020.451105:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2412:x1858570834937088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 166us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472020.451113:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 409 00000100:00100000:2.0:1772472020.451131:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 410 00000100:00100000:2.0:1772472020.451138:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:2412:x1858570834936960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472020.451146:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472020.451151:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 11 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451161:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 11 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451173:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:2.0:1772472020.451177:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451184:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451192:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472020.451211:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:2412:x1858570834936960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 74us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472020.451218:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 410 00000100:00100000:2.0:1772472020.451231:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 411 00000100:00100000:2.0:1772472020.451237:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834937216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472020.451244:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472020.451249:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 49 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451258:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 49 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451270:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:2.0:1772472020.451273:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451280:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451287:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472020.451340:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472020.451361:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2412:x1858570834937216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 123us (691us total) trans 0 rc 0/0 00010000:00010000:3.0:1772472020.451570:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3600 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073a1 expref: 10 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.451587:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856849664:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472020.451599:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d35cf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40737e expref: 108 pid: 6526 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.451608:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856849792:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472020.451619:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d355f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40735b expref: 49 pid: 10040 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.451627:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856849920:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472020.451647:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.451655:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.451660:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472020.451763:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968106 00000100:00100000:2.0:1772472020.451936:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 411 00000100:00080000:2.0:1772472020.451971:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1772472020.452771:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968107 00000001:00080000:3.0:1772472020.452832:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968108 00000100:00100000:3.0:1772472020.452912:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856850048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772472020.452976:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472020.453011:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c89874cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472020.453492:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850048 00000100:00100000:1.0:1772472020.453501:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850048 00000100:00100000:1.0:1772472020.453545:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1772472020.453555:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856850048:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772472020.453653:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856850048:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472020.453661:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1772472020.453747:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856850048:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1772472020.453881:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968109 00000100:00100000:0.0:1772472020.453941:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856850176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1772472020.453983:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472020.454009:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772472020.454238:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850176 00000100:00100000:2.0:1772472020.454244:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850176 00000100:00100000:2.0:1772472020.454593:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1772472020.454602:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856850176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772472020.454739:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856850176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 138us (755us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1772472020.454746:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1772472020.454840:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856850176:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1772472020.454862:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472020.454871:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472020.454878:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472020.454884:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472020.454888:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472020.454896:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472020.454911:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:0.0:1772472020.454914:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1772472020.454939:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472020.454946:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d365b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472020.455058:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1772472020.455125:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:0.0:1772472020.455137:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 851484834795ns, next at 852484831735ns, rc = 0 00000001:00080000:0.0:1772472020.455145:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968110 00010000:00010000:0.0:1772472020.455170:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b83a2ee00) 00010000:00010000:0.0:1772472020.455174:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1772472020.455180:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3646 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073bd expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472020.455273:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31919:x1858570834936832:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 16328us (16545us total) trans 4294968111 rc 0/0 00000100:00100000:0.0:1772472020.455281:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 272 00000020:00080000:0.0:1772472020.455285:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1772472020.514217:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472020.516782:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834937472 00000100:00100000:3.0:1772472020.516803:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834937472 00000100:00100000:3.0:1772472020.516882:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1343 00000100:00100000:3.0:1772472020.516897:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31922:x1858570834937472:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472020.516930:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472020.516951:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3662 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073c4 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517038:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517052:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517064:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517082:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517089:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517096:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517220:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d3677 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517229:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d3677 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517236:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d3677 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472020.517247:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1772472020.517347:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517354:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517360:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517366:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472020.517370:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517377:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517390:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:3.0:1772472020.517393:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472020.517397:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517407:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3669 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517420:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517425:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517431:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517435:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472020.517438:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517443:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517449:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472020.517451:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472020.517454:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517460:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d3670 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517501:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3662 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073c4 expref: 114 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517520:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d3677 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073c4 expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.517527:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472020.517529:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472020.517531:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68e00, rc 0) 00000100:00100000:3.0:1772472020.517597:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31922:x1858570834937472:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 701us (3390us total) trans 4294968112 rc 0/0 00000100:00100000:3.0:1772472020.517605:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1343 00000100:00100000:3.0:1772472020.524252:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472020.524287:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834937600 00000100:00100000:3.0:1772472020.524296:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834937600 00000100:00100000:3.0:1772472020.524365:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1344 00000100:00100000:3.0:1772472020.524375:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31922:x1858570834937600:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:3.0:1772472020.524441:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524458:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524470:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524505:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524512:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524519:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524525:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472020.524529:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524536:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524547:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472020.524550:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472020.524554:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472020.524560:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d3685 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472020.524623:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31922:x1858570834937600:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 248us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.524631:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1344 00000100:00100000:0.0:1772472020.531477:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472020.532022:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834937856 00000100:00100000:2.0:1772472020.532035:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834937856 00000100:00100000:2.0:1772472020.532102:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 273 00000100:00100000:2.0:1772472020.532113:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:31922:x1858570834937856:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1772472020.532387:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:31922:x1858570834937856:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 275us (920us total) trans 4294968113 rc 0/0 00000100:00100000:2.0:1772472020.532395:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 273 00000100:00100000:0.0:1772472020.801620:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472020.801816:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834937984 00000100:00100000:3.0:1772472020.801825:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834937984 00000100:00100000:3.0:1772472020.801887:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1345 00000100:00100000:3.0:1772472020.801895:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31888:x1858570834937984:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772472020.802068:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31888:x1858570834937984:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 172us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.802077:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1345 00000100:00100000:2.0:1772472020.814687:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472020.814823:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834938112 00000100:00100000:3.0:1772472020.814833:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834938112 00000100:00100000:3.0:1772472020.814910:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1346 00000100:00100000:3.0:1772472020.814919:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31888:x1858570834938112:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772472020.815026:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31888:x1858570834938112:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 107us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472020.815034:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1346 00000100:00080000:2.0:1772472020.819434:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472020.820559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472020.823054:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834938368 00000100:00100000:0.0:1772472020.823070:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834938368 00000100:00100000:0.0:1772472020.823150:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 274 00000100:00100000:0.0:1772472020.823161:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31888:x1858570834938368:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472020.823450:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31888:x1858570834938368:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 290us (2897us total) trans 4294968114 rc 0/0 00000100:00100000:0.0:1772472020.823458:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 274 00000100:00100000:0.0:1772472021.033447:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472021.033524:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834938624 00000100:00100000:3.0:1772472021.033535:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834938624 00000100:00100000:3.0:1772472021.033597:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1347 00000100:00100000:3.0:1772472021.033608:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:31943:x1858570834938624:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472021.033634:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472021.033656:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d368c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073cb expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472021.033768:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3693 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472021.033782:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3693 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472021.033796:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3693 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472021.033808:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1772472021.033921:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d368c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073cb expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472021.033946:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3693 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073cb expref: 116 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472021.033966:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472021.033970:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472021.033973:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68a00, rc 0) 00000100:00100000:3.0:1772472021.034039:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:31943:x1858570834938624:12345-192.168.202.58@tcp:101:cat.0 Request processed in 433us (603us total) trans 4294968115 rc 0/0 00000100:00100000:3.0:1772472021.034048:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1347 00000100:00100000:3.0:1772472021.044513:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472021.044734:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834938880 00000100:00100000:1.0:1772472021.044744:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834938880 00000100:00100000:1.0:1772472021.044816:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 61 00000100:00100000:1.0:1772472021.044826:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:31943:x1858570834938880:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:1.0:1772472021.044842:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1772472021.044868:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d3693 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073cb expref: 116 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.044893:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d3677 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073c4 expref: 115 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.044903:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:1.0:1772472021.044913:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472021.045049:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:31943:x1858570834938880:12345-192.168.202.58@tcp:103:cat.0 Request processed in 223us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472021.045058:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 61 00000100:00100000:1.0:1772472021.048911:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472021.049086:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939008 00000100:00100000:0.0:1772472021.049098:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939008 00000100:00100000:0.0:1772472021.049210:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1348 00000100:00100000:0.0:1772472021.049222:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:31943:x1858570834939008:12345-192.168.202.58@tcp:58:cat.0 00010000:00010000:0.0:1772472021.049597:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472021.049615:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472021.049626:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472021.049714:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1772472021.049871:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:31943:x1858570834939008:12345-192.168.202.58@tcp:58:cat.0 Request processed in 651us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472021.049881:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1348 00000100:00100000:0.0:1772472021.054633:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472021.054724:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939136 00000100:00100000:1.0:1772472021.054735:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939136 00000100:00100000:1.0:1772472021.054839:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1349 00000100:00100000:1.0:1772472021.054849:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:31943:x1858570834939136:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472021.054869:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472021.054889:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073d2 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.054964:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.054976:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 115 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.054996:0:10040:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.055009:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 115 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.055025:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472021.055028:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472021.055032:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 115 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472021.055040:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa400, rc 0) 00000100:00100000:1.0:1772472021.055146:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:31943:x1858570834939136:12345-192.168.202.58@tcp:101:cat.0 Request processed in 298us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472021.055154:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1349 00010000:00010000:2.0:1772472021.163770:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472021.421346:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472021.421374:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856850304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472021.421456:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472021.421679:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850304 00000100:00100000:3.0:1772472021.421688:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850304 00000100:00100000:3.0:1772472021.421744:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1772472021.421753:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856850304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472021.421785:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1772472021.421846:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856850304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.421853:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1772472021.421875:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472021.421886:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856850432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472021.421914:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472021.422078:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850432 00000100:00100000:2.0:1772472021.422082:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850432 00000100:00100000:2.0:1772472021.422116:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1772472021.422124:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856850432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472021.422135:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1772472021.422172:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856850432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472021.422178:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1772472021.422237:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856850432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472021.422352:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856850304:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1772472021.483291:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472021.483322:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472021.483437:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1772472021.483446:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472021.701528:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701599:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701637:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701670:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701691:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701711:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701732:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701748:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701772:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701790:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701810:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701826:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472021.701867:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939520 00000100:00100000:2.0:1772472021.701876:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939520 00000100:00100000:2.0:1772472021.701928:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940032 00000100:00100000:2.0:1772472021.701932:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940032 00000100:00100000:2.0:1772472021.701945:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940544 00000100:00100000:2.0:1772472021.701948:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940544 00000100:00100000:2.0:1772472021.701977:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939392 00000100:00100000:2.0:1772472021.701987:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939392 00000100:00100000:2.0:1772472021.702000:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939904 00000100:00100000:2.0:1772472021.702002:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939904 00000100:00100000:2.0:1772472021.702011:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940416 00000100:00100000:2.0:1772472021.702014:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940416 00000100:00100000:2.0:1772472021.702029:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1045 00000100:00100000:2.0:1772472021.702039:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834939520:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472021.702125:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570834939520:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 87us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472021.702133:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1045 00000100:00100000:2.0:1772472021.702156:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1046 00000100:00100000:2.0:1772472021.702162:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834940032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702283:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939776 00000100:00100000:3.0:1772472021.702288:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939776 00000100:00100000:3.0:1772472021.702361:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940288 00000100:00100000:3.0:1772472021.702364:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940288 00000100:00100000:3.0:1772472021.702380:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940800 00000100:00100000:3.0:1772472021.702383:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940800 00000100:00100000:3.0:1772472021.702394:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939648 00000100:00100000:3.0:1772472021.702396:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939648 00000100:00100000:3.0:1772472021.702408:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940160 00000100:00100000:3.0:1772472021.702410:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940160 00000100:00100000:3.0:1772472021.702422:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940672 00000100:00100000:3.0:1772472021.702424:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940672 00000100:00100000:3.0:1772472021.702438:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 609 00000100:00100000:3.0:1772472021.702444:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834939776:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702475:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834939776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702482:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 609 00000100:00100000:3.0:1772472021.702494:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 610 00000100:00100000:3.0:1772472021.702500:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834940288:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702522:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834940288:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702527:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 610 00000100:00100000:3.0:1772472021.702538:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 611 00000100:00100000:3.0:1772472021.702544:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2412:x1858570834940800:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702567:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2412:x1858570834940800:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702574:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 611 00000100:00100000:3.0:1772472021.702585:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 612 00000100:00100000:3.0:1772472021.702591:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834939648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702614:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2412:x1858570834939648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702620:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 612 00000100:00100000:3.0:1772472021.702630:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 613 00000100:00100000:3.0:1772472021.702636:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834940160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702660:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834940160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702666:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 613 00000100:00100000:3.0:1772472021.702676:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 614 00000100:00100000:3.0:1772472021.702682:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834940672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702703:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834940672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702709:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 614 00000100:00100000:3.0:1772472021.702891:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1047 00000100:00100000:3.0:1772472021.702901:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834940544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702927:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834940544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.702934:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1047 00000100:00100000:3.0:1772472021.702963:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1048 00000100:00100000:3.0:1772472021.702973:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:2412:x1858570834939392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.702996:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:2412:x1858570834939392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.703002:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1048 00000100:00100000:3.0:1772472021.703014:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1049 00000100:00100000:3.0:1772472021.703021:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834939904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.703041:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834939904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.703046:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1049 00000100:00100000:3.0:1772472021.703058:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1050 00000100:00100000:3.0:1772472021.703064:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:2412:x1858570834940416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472021.703091:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:2412:x1858570834940416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (1265us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472021.703097:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1050 00000100:00080000:3.0:1772472021.703135:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472021.703140:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472021.703143:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472021.703976:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570834940032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1808us (2299us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472021.704411:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1046 00000100:00100000:0.0:1772472021.705594:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834939264 00000100:00100000:0.0:1772472021.705611:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834939264 00000100:00100000:0.0:1772472021.705688:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 759 00000100:00100000:0.0:1772472021.705700:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2412:x1858570834939264:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472021.705762:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2412:x1858570834939264:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 65us (4248us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472021.705770:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 759 00000001:00100000:3.0:1772472021.936894:0:8402:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000001:00100000:2.0:1772472021.938434:0:7440:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00010000:00010000:1.0:1772472022.186776:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472022.955090:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472022.955117:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856850560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472022.955204:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472022.955392:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850560 00000100:00100000:0.0:1772472022.955403:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850560 00000100:00100000:0.0:1772472022.955459:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1772472022.955469:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856850560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472022.955505:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:0.0:1772472022.955553:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856850560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472022.955559:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1772472022.955653:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856850560:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1772472022.969858:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968115 is committed 00000001:00080000:2.0:1772472022.969871:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968114 is committed 00000004:00080000:2.0:1772472022.969882:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:2.0:1772472022.969905:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b85d74d80 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:2.0:1772472022.969910:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9c855c1600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b85d74540 00000020:00080000:2.0:1772472022.969913:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9c855c1800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b86967600 00000001:00080000:2.0:1772472022.969960:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968099 is committed 00000020:00080000:0.0:1772472022.970097:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000100:00100000:3.0:1772472022.970162:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472022.970184:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856850688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472022.970265:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472022.970369:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850688 00000100:00100000:3.0:1772472022.970376:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850688 00000100:00100000:3.0:1772472022.970438:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1772472022.970447:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856850688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472022.970474:0:8408:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:26 count 1 00002000:00010000:3.0:1772472022.970507:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69a5c6d1, atime: 0x0, ctime: 0x69a5c6d1, blocks: 0x800 00000100:00080000:1.0:1772472022.970512:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472022.970517:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472022.970534:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472022.970538:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472022.970543:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472022.970557:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472022.970567:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472022.970576:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472022.970598:0:8408:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472022.970632:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472022.970641:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472022.970652:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472022.970657:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472022.970668:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472022.970693:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472022.970701:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d36af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472022.970722:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472022.970725:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472022.970727:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472022.970732:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856850688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 284us (470us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1772472022.970740:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000004:00080000:3.0:1772472022.970784:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b83f1a300/2, rc 0, transno 4294967371 00000100:00100000:3.0:1772472022.970790:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856850688:0@lo:6:osp-syn-1-0.0 00000020:00080000:0.0:1772472022.970818:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:2.0:1772472023.210843:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472023.786981:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772472023.979683:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856850816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472023.979828:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472023.980186:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850816 00000100:00100000:1.0:1772472023.980195:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850816 00000100:00100000:1.0:1772472023.980251:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1772472023.980261:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856850816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472023.980296:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472023.980500:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856850816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 239us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472023.980508:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1772472023.983715:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856850816:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472024.234549:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472025.260544:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472025.516578:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856850944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472025.516653:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472025.516789:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856850944 00000100:00100000:3.0:1772472025.516797:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856850944 00000100:00100000:3.0:1772472025.516860:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1772472025.516869:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856850944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472025.516909:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472025.516989:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856850944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472025.516997:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:1.0:1772472025.517130:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472025.517176:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856850944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472025.517538:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472025.517549:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856851072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472025.517577:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472025.518034:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856851328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472025.518069:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472025.518533:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856851200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.518619:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856851456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472025.518757:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856851840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472025.518817:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851072 00000100:00100000:3.0:1772472025.518825:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851072 00000100:00100000:3.0:1772472025.518886:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1772472025.518896:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856851072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472025.518926:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472025.526379:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472025.526453:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856851712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.526505:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472025.526527:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856852224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.526550:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472025.526607:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851712 00000100:00100000:1.0:1772472025.526616:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851712 00000100:00100000:1.0:1772472025.526664:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1772472025.526673:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856851712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.526726:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856851712:12345-0@lo:400:kworker.0 Request processed in 54us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472025.526733:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1772472025.526756:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856852224 00000100:00100000:1.0:1772472025.526759:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856852224 00000100:00100000:1.0:1772472025.526788:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1772472025.526795:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856852224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.526825:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856852224:12345-0@lo:400:kworker.0 Request processed in 30us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472025.526831:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:1.0:1772472025.526855:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472025.526860:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472025.526893:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856851712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.526904:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856852224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.526981:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856851584:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.527008:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472025.527027:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856852096:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.527046:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472025.527082:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851328 00000100:00100000:1.0:1772472025.527098:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851328 00000100:00100000:1.0:1772472025.527126:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851584 00000100:00100000:1.0:1772472025.527129:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851584 00000100:00100000:0.0:1772472025.528277:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856852096 00000100:00100000:0.0:1772472025.528287:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856852096 00000100:00100000:0.0:1772472025.528357:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1772472025.528367:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856852096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.528425:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856852096:12345-0@lo:400:kworker.0 Request processed in 61us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.528432:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:0.0:1772472025.528459:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472025.528488:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856852096:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.528519:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472025.528544:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851456 00000100:00100000:0.0:1772472025.528548:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851456 00000100:00100000:0.0:1772472025.528568:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1772472025.528575:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856851456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.528606:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856851456:12345-0@lo:400:kworker.0 Request processed in 31us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.528612:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1772472025.528638:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856851456:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.528648:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856851968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.528674:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472025.528701:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856852480:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.528722:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472025.528742:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851968 00000100:00100000:0.0:1772472025.528746:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851968 00000100:00100000:1.0:1772472025.528907:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856852480 00000100:00100000:1.0:1772472025.528912:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856852480 00000100:00100000:0.0:1772472025.529084:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1772472025.529103:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856851328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.529156:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856851328:12345-0@lo:400:kworker.0 Request processed in 65us (11086us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.529162:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1772472025.529177:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1772472025.529183:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856851584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.529216:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856851584:12345-0@lo:400:kworker.0 Request processed in 33us (2207us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.529222:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1772472025.529235:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1772472025.529242:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856851968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.529269:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856851968:12345-0@lo:400:kworker.0 Request processed in 28us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.529275:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00080000:0.0:1772472025.529292:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472025.529332:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856851584:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.529365:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856851968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.529414:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851200 00000100:00100000:0.0:1772472025.529419:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851200 00000100:00100000:0.0:1772472025.529445:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1772472025.529452:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856851200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.529488:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856851200:12345-0@lo:400:kworker.0 Request processed in 37us (3117us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.529494:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1772472025.529542:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856851200:0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.536520:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1772472025.536546:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856852480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.536642:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856852480:12345-0@lo:400:kworker.0 Request processed in 109us (7918us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472025.536650:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1772472025.536797:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856852480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472025.537058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472025.537105:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856852352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.537330:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856851840 00000100:00100000:0.0:1772472025.537338:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856851840 00000100:00100000:0.0:1772472025.537393:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1772472025.537400:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856851840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472025.537438:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856851840:12345-0@lo:400:kworker.0 Request processed in 39us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472025.537445:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1772472025.537544:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472025.537579:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856851328:0@lo:400:kworker.0 00000100:00100000:2.0:1772472025.537591:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856851840:0@lo:400:kworker.0 00000100:00080000:1.0:1772472025.537702:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472025.537714:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856852352 00000100:00100000:1.0:1772472025.537718:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856852352 00000100:00100000:1.0:1772472025.537754:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1772472025.537762:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856852352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472025.537796:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856852352:12345-0@lo:400:kworker.0 Request processed in 35us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472025.537802:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1772472025.537925:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856851072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 19020us (20336us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472025.537934:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1772472025.540001:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856851072:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1772472025.540745:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472025.540787:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856852352:0@lo:400:kworker.0 00000001:00080000:2.0:1772472026.034877:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:0.0:1772472026.048999:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.049090:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834940928 00000100:00100000:1.0:1772472026.049102:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834940928 00000100:00100000:1.0:1772472026.049179:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1350 00000100:00100000:1.0:1772472026.049192:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31946:x1858570834940928:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472026.049213:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472026.049233:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d36b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073d9 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049338:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049355:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049370:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049387:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049394:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049400:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049476:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049486:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049492:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472026.049540:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1772472026.049544:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472026.049565:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049576:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049585:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049591:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049597:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049603:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472026.049608:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049616:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049628:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:1.0:1772472026.049630:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472026.049635:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049641:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d36bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049657:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049663:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049669:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049673:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472026.049675:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049681:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049687:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c899c5900) 00010000:00010000:1.0:1772472026.049690:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472026.049693:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049698:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049730:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d36b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 49 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049742:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.049753:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472026.049755:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472026.049758:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:1.0:1772472026.049828:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31946:x1858570834940928:12345-192.168.202.58@tcp:101:stat.0 Request processed in 640us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.049836:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1350 00000100:00080000:2.0:1772472026.050447:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472026.282484:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472026.304895:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.305804:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941056 00000100:00100000:1.0:1772472026.305817:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941056 00000100:00100000:1.0:1772472026.305981:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1351 00000100:00100000:1.0:1772472026.305993:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31970:x1858570834941056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.306016:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472026.306058:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d36d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073e0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.306133:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.306150:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.306163:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472026.306210:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772472026.306214:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472026.306235:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.306278:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d36d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073e0 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.306299:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073e0 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.306362:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472026.306365:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472026.306369:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772472026.306432:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31970:x1858570834941056:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 442us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.306440:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1351 00000100:00100000:3.0:1772472026.314744:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.314967:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941312 00000100:00100000:0.0:1772472026.314977:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941312 00000100:00100000:0.0:1772472026.315044:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1352 00000100:00100000:0.0:1772472026.315055:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+8:31971:x1858570834941312:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472026.315080:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472026.315102:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d36e0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073e7 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315188:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315203:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315228:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315245:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315253:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315260:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315409:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d36f5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315419:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d36f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315427:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d36f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472026.315436:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1772472026.315516:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315523:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315529:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315535:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472026.315539:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315546:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315558:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f9c8ec38d00) 00010000:00010000:0.0:1772472026.315560:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472026.315565:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315570:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d36e7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315583:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315589:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315595:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315599:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472026.315602:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315607:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315612:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f9c95450600) 00010000:00010000:0.0:1772472026.315615:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472026.315617:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315622:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d36ee lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315881:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d36e0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073e7 expref: 11 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315896:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d36f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073e7 expref: 10 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.315903:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772472026.315905:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472026.315907:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:0.0:1772472026.315978:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31971:x1858570834941312:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 924us (1243us total) trans 4294968116 rc 0/0 00000100:00100000:0.0:1772472026.315994:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1352 00000100:00080000:2.0:1772472026.317859:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472026.326097:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.326198:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941440 00000100:00100000:0.0:1772472026.326217:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941440 00000100:00100000:0.0:1772472026.326287:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1353 00000100:00100000:0.0:1772472026.326297:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31971:x1858570834941440:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772472026.326440:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31971:x1858570834941440:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 143us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.326448:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1353 00000100:00100000:3.0:1772472026.332125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.332243:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941568 00000100:00100000:2.0:1772472026.332253:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941568 00000100:00100000:2.0:1772472026.332366:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 62 00000100:00100000:2.0:1772472026.332377:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+10:2412:x1858570834941568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472026.332392:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472026.332415:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d36f5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073e7 expref: 10 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.332434:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772472026.332439:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472026.332485:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+9:2412:x1858570834941568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 111us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.332493:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 62 00000100:00100000:2.0:1772472026.336034:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.336122:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941696 00000100:00100000:0.0:1772472026.336132:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941696 00000100:00100000:0.0:1772472026.336252:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1354 00000100:00100000:0.0:1772472026.336261:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+5:31971:x1858570834941696:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772472026.336645:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+5:31971:x1858570834941696:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 383us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.336654:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1354 00000100:00080000:2.0:1772472026.341591:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472026.540789:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856852608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472026.540863:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472026.541339:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856852736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472026.541370:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472026.541468:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856852608 00000100:00100000:1.0:1772472026.541477:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856852608 00000100:00100000:1.0:1772472026.541528:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856852736 00000100:00100000:1.0:1772472026.541530:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856852736 00000100:00100000:1.0:1772472026.541542:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1772472026.541548:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856852608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472026.541574:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1772472026.541609:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856852608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.541613:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1772472026.541625:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1772472026.541629:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856852736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472026.541635:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179608384 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1772472026.541651:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856852736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 22us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.541654:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1772472026.541687:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856852736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472026.541715:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856852608:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1772472026.602511:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472026.602519:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472026.602547:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1772472026.602557:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472026.602686:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856852864:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472026.602791:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472026.606527:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856852864:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472026.614929:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.615040:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941824 00000100:00100000:1.0:1772472026.615051:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941824 00000100:00100000:1.0:1772472026.615125:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1355 00000100:00100000:1.0:1772472026.615135:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31972:x1858570834941824:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472026.615170:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472026.615424:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31972:x1858570834941824:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 290us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.615432:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1355 00000100:00100000:2.0:1772472026.635726:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.635815:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834941952 00000100:00100000:1.0:1772472026.635826:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834941952 00000100:00100000:1.0:1772472026.635901:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1356 00000100:00100000:1.0:1772472026.635920:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31972:x1858570834941952:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.635998:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636017:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636031:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636047:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636055:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636075:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636102:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636111:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636118:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472026.636172:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1772472026.636187:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472026.636202:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636215:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636222:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636228:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636234:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636245:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472026.636251:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636258:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636272:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772472026.636275:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472026.636279:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636286:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3703 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636341:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636349:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636355:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636360:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472026.636363:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636369:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636380:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff8f9c899c5900) 00010000:00010000:1.0:1772472026.636382:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472026.636384:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636390:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d370a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636403:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636409:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636414:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636419:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472026.636422:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636428:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636435:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472026.636437:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472026.636440:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.636445:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3711 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472026.636533:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31972:x1858570834941952:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 622us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.636541:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1356 00000100:00100000:2.0:1772472026.653785:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.654058:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834942208 00000100:00100000:0.0:1772472026.654081:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834942208 00000100:00100000:0.0:1772472026.654150:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1357 00000100:00100000:0.0:1772472026.654160:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31972:x1858570834942208:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472026.654186:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472026.654218:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3718 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073ee expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654365:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654387:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654399:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472026.654411:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1772472026.654491:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654499:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654506:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654511:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472026.654516:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654523:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654536:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:0.0:1772472026.654539:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472026.654544:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654549:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d371f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654597:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3718 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073ee expref: 11 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654607:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:0.0:1772472026.654609:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472026.654613:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3718 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073ee expref: 11 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.654622:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772472026.654686:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834942208:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 527us (909us total) trans 4294968117 rc 301/301 00000100:00100000:0.0:1772472026.654695:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1357 00000100:00100000:2.0:1772472026.667748:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.668012:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834942336 00000100:00100000:0.0:1772472026.668022:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834942336 00000100:00100000:0.0:1772472026.668082:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1358 00000100:00100000:0.0:1772472026.668090:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834942336:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472026.668126:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472026.668457:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834942336:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 366us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.668463:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1358 00000100:00100000:2.0:1772472026.686934:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.687023:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834942464 00000100:00100000:0.0:1772472026.687036:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834942464 00000100:00100000:0.0:1772472026.687107:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1359 00000100:00100000:0.0:1772472026.687117:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834942464:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472026.687141:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472026.687164:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d372d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073f5 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687237:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687255:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687268:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687286:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687293:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687339:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687437:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d3742 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687447:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d3742 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687455:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d3742 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472026.687489:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1772472026.687493:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472026.687512:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d3742 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687525:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687531:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687538:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687544:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472026.687549:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687558:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687571:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472026.687574:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472026.687579:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687586:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3734 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687598:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687605:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687611:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687617:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472026.687620:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687627:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687635:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8f9c95450600) 00010000:00010000:0.0:1772472026.687637:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472026.687640:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687646:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d373b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687675:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d372d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073f5 expref: 12 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687690:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d3742 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073f5 expref: 11 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.687697:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:0.0:1772472026.687699:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472026.687701:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9600, rc 0) 00000100:00100000:0.0:1772472026.687770:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834942464:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 652us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.687778:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1359 00000100:00100000:2.0:1772472026.691735:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.691943:0:6534:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834942592 00000100:00100000:1.0:1772472026.691954:0:6534:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834942592 00000100:00100000:1.0:1772472026.692020:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 6 00000100:00100000:1.0:1772472026.692031:0:6534:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834942592:12345-192.168.202.58@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1772472026.692133:0:6534:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834942592:12345-192.168.202.58@tcp:700:lhsmtool_posix.0 Request processed in 103us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.692142:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 6 00000100:00100000:3.0:1772472026.704124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.704601:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834942848 00000100:00100000:1.0:1772472026.704612:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834942848 00000100:00100000:1.0:1772472026.704678:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1360 00000100:00100000:1.0:1772472026.704688:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834942848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.704713:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472026.704735:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3749 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4073fc expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.705203:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3750 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.705229:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3750 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.705240:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3750 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472026.705256:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:1.0:1772472026.705341:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3749 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073fc expref: 14 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.705361:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3750 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073fc expref: 13 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.705370:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:1.0:1772472026.705373:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472026.705377:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772472026.705452:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+13:31972:x1858570834942848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 765us (1341us total) trans 4294968118 rc 0/0 00000100:00100000:1.0:1772472026.705460:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1360 00000100:00100000:3.0:1772472026.719232:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.719486:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834943104 00000100:00100000:0.0:1772472026.719498:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834943104 00000100:00100000:0.0:1772472026.719572:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1361 00000100:00100000:0.0:1772472026.719582:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+13:31972:x1858570834943104:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772472026.719643:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472026.719671:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3750 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073fc expref: 13 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.719691:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c899c5900) 00010000:00010000:0.0:1772472026.719702:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472026.719724:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.719739:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 102 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.719748:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.719782:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 102 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.719795:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 102 pid: 10040 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472026.719811:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856852992:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472026.720092:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74240 going to sleep for 11 seconds 00000100:00100000:0.0:1772472026.729531:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856852992:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472026.729566:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472026.732832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.733071:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834943232 00000100:00100000:0.0:1772472026.733083:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834943232 00010000:00010000:0.0:1772472026.733147:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 103 pid: 10040 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472026.733187:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 412 00000100:00100000:0.0:1772472026.733198:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8568b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:2411:x1858570834943232:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472026.733213:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472026.733221:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 103 pid: 10040 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.733234:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 103 pid: 10040 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.733257:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d35eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407393 expref: 103 pid: 10040 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.733273:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:0.0:1772472026.733279:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.733290:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.733297:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.733374:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472026.733430:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8568b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:2411:x1858570834943232:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 234us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.733440:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 412 00000100:00080000:2.0:1772472026.733894:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472026.734409:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734423:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734448:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734456:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734463:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734504:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734509:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734514:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734518:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c8c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472026.734521:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734525:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734533:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:3.0:1772472026.734535:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472026.734538:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734542:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d375e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734550:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734554:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734558:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734561:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472026.734562:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734565:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734569:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x55da1b1 (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472026.734570:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472026.734572:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.734575:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3765 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x55da1b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472026.734646:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+12:31972:x1858570834943104:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 15064us (15422us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772472026.734651:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1361 00000100:00100000:3.0:1772472026.742181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.742502:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834943360 00000100:00100000:2.0:1772472026.742513:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834943360 00000100:00100000:2.0:1772472026.742578:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1362 00000100:00100000:2.0:1772472026.742588:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+12:31972:x1858570834943360:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472026.742612:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472026.742642:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d376c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407403 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.742682:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.742696:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.742708:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.742826:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d376c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 14 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.742845:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 13 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.742856:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:2.0:1772472026.742859:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472026.742862:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472026.742948:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+13:31972:x1858570834943360:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 361us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.742956:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1362 00000100:00100000:2.0:1772472026.750272:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.751126:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834943616 00000100:00100000:1.0:1772472026.751139:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834943616 00000100:00100000:1.0:1772472026.751204:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1363 00000100:00100000:1.0:1772472026.751222:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+13:31972:x1858570834943616:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.751347:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.751367:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.751380:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472026.751532:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000004fc98e22 reply state 000000001ff04460 transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.751546:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.751555:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:1.0:1772472026.751558:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1772472026.751562:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472026.751876:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+15:31972:x1858570834943616:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 654us (1613us total) trans 4294968119 rc 0/0 00000100:00100000:1.0:1772472026.751895:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1363 00000100:00100000:0.0:1772472026.765804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472026.766005:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834943744 00000100:00100000:3.0:1772472026.766017:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834943744 00000100:00100000:3.0:1772472026.766081:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1364 00000100:00100000:3.0:1772472026.766092:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+15:31972:x1858570834943744:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472026.766121:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472026.766148:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40740a expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.766614:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 16 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.766634:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 16 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.766645:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:3.0:1772472026.766648:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472026.766652:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69e00, rc 0) 00000100:00100000:3.0:1772472026.767071:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+16:31972:x1858570834943744:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 977us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472026.767080:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1364 00000100:00100000:2.0:1772472026.774440:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.774527:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834943872 00000100:00100000:0.0:1772472026.774538:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834943872 00000100:00100000:0.0:1772472026.774600:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 275 00000100:00100000:0.0:1772472026.774612:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+16:31972:x1858570834943872:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1772472026.774753:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+16:31972:x1858570834943872:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 143us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.774760:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 275 00000100:00100000:2.0:1772472026.790997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472026.791097:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834944128 00000100:00100000:3.0:1772472026.791108:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834944128 00000100:00100000:3.0:1772472026.791173:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 276 00000100:00100000:3.0:1772472026.791183:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+16:31972:x1858570834944128:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472026.791464:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834944128:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 282us (476us total) trans 4294968120 rc 0/0 00000100:00100000:3.0:1772472026.791472:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 276 00000100:00100000:1.0:1772472026.795757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.796578:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834944384 00000100:00100000:0.0:1772472026.796594:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834944384 00000100:00100000:0.0:1772472026.796668:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1365 00000100:00100000:0.0:1772472026.796691:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834944384:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472026.796821:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834944384:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 144us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.796830:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1365 00000100:00100000:3.0:1772472026.799430:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.799670:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834944640 00000100:00100000:1.0:1772472026.799680:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834944640 00000100:00100000:1.0:1772472026.799742:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1366 00000100:00100000:1.0:1772472026.799752:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834944640:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.799772:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472026.799795:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3788 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407411 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.799928:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.799944:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 18 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.799953:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.799986:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 18 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.799999:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 18 pid: 9675 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472026.800012:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856853120:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472026.800105:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472026.805046:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856853120:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472026.805082:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472026.807596:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.808142:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834944768 00000100:00100000:2.0:1772472026.808157:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834944768 00010000:00010000:2.0:1772472026.808203:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 19 pid: 9675 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472026.808261:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 413 00000100:00100000:2.0:1772472026.808270:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+19:2411:x1858570834944768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472026.808285:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472026.808291:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 19 pid: 9675 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.808357:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 19 pid: 9675 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.808381:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d3781 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40740a expref: 19 pid: 9675 timeout: 957 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.808405:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:2.0:1772472026.808411:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.808422:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.808430:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.808456:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472026.808517:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+18:2411:x1858570834944768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 247us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.808525:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 413 00010000:00010000:1.0:1772472026.810798:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.810817:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472026.810842:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:1.0:1772472026.811086:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1772472026.811218:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811226:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811232:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811238:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472026.811242:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811250:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811268:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:1.0:1772472026.811271:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472026.811276:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811282:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d378f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811387:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3788 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407411 expref: 18 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811398:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:1.0:1772472026.811400:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472026.811404:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3788 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407411 expref: 18 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.811414:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772472026.811485:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834944640:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 11734us (12064us total) trans 4294968121 rc 301/301 00000100:00100000:1.0:1772472026.811500:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1366 00000100:00100000:3.0:1772472026.817032:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.817129:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945024 00000100:00100000:0.0:1772472026.817140:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945024 00000100:00100000:0.0:1772472026.817201:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 277 00000100:00100000:0.0:1772472026.817221:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834945024:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472026.817575:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+18:31972:x1858570834945024:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 354us (550us total) trans 4294968122 rc 0/0 00000100:00100000:0.0:1772472026.817582:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 277 00000100:00100000:3.0:1772472026.823769:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.823888:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945152 00000100:00100000:0.0:1772472026.823899:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945152 00000100:00100000:0.0:1772472026.823984:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1367 00000100:00100000:0.0:1772472026.823994:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+18:31972:x1858570834945152:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472026.824018:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472026.824040:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d379d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407418 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.824122:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d37a4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.824137:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d37a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.824148:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d37a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472026.824194:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:0.0:1772472026.824199:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472026.824222:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d37a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.824251:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d379d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407418 expref: 20 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.824272:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d37a4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407418 expref: 19 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.824281:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:0.0:1772472026.824284:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1772472026.824288:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8c00, rc 0) 00000100:00100000:0.0:1772472026.824405:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+19:31972:x1858570834945152:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 412us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.824412:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1367 00000100:00100000:1.0:1772472026.828674:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.828714:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.828757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.828857:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945536 00000100:00100000:2.0:1772472026.828868:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945536 00000100:00100000:2.0:1772472026.828952:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 617 00000100:00100000:2.0:1772472026.828962:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834945536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472026.829039:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:2409:x1858570834945536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 78us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.829047:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 617 00000100:00080000:2.0:1772472026.829071:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472026.829637:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945280 00000100:00100000:3.0:1772472026.829643:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945280 00000100:00100000:3.0:1772472026.829695:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 761 00000100:00100000:3.0:1772472026.829703:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2409:x1858570834945280:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472026.829742:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2409:x1858570834945280:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472026.829748:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 761 00000100:00100000:1.0:1772472026.830217:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.830244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.830268:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472026.830448:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946048 00000100:00100000:3.0:1772472026.830454:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946048 00000100:00100000:3.0:1772472026.830495:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946304 00000100:00100000:3.0:1772472026.830498:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946304 00000100:00100000:3.0:1772472026.830517:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 618 00000100:00100000:3.0:1772472026.830524:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834946048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472026.830563:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834946048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472026.830570:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 618 00000100:00100000:3.0:1772472026.830582:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 619 00000100:00100000:3.0:1772472026.830589:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2409:x1858570834946304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472026.830613:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2409:x1858570834946304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472026.830619:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 619 00000100:00080000:2.0:1772472026.830685:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472026.833156:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.833190:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.833233:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945664 00000100:00100000:2.0:1772472026.833243:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945664 00000100:00100000:2.0:1772472026.833323:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 620 00000100:00100000:2.0:1772472026.833334:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834945664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472026.833397:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834945664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 65us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.833405:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 620 00000100:00080000:2.0:1772472026.833427:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472026.834725:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945792 00000100:00100000:0.0:1772472026.834738:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945792 00000100:00100000:0.0:1772472026.834797:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945408 00000100:00100000:0.0:1772472026.834800:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945408 00000100:00080000:0.0:1772472026.834822:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472026.834850:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1057 00000100:00100000:0.0:1772472026.834857:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2409:x1858570834945792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472026.834940:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2409:x1858570834945792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (6182us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.834946:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1057 00000100:00100000:0.0:1772472026.834965:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1058 00000100:00100000:0.0:1772472026.834971:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834945408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472026.834995:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834945408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (4726us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.835001:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1058 00000100:00100000:1.0:1772472026.835420:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.835455:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.836523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472026.836735:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834945920 00000100:00100000:3.0:1772472026.836745:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834945920 00000100:00080000:1.0:1772472026.836847:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472026.836967:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946176 00000100:00100000:0.0:1772472026.836972:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946176 00000100:00100000:0.0:1772472026.837008:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946432 00000100:00100000:0.0:1772472026.837011:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946432 00000100:00100000:0.0:1772472026.837032:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946560 00000100:00100000:0.0:1772472026.837035:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946560 00000100:00100000:0.0:1772472026.837053:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 621 00000100:00100000:0.0:1772472026.837063:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834946176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472026.837135:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834946176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 74us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.837143:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 621 00000100:00100000:0.0:1772472026.837161:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 622 00000100:00100000:0.0:1772472026.837168:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2409:x1858570834946432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472026.837191:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2409:x1858570834946432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (1735us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.837197:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 622 00000100:00080000:1.0:1772472026.837405:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472026.837437:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 365 00000100:00100000:1.0:1772472026.837447:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2410:x1858570834946560:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.837460:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472026.837484:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40741f expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472026.837512:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772472026.837532:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472026.837534:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472026.837543:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 6 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.837560:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 6 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.837574:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:1.0:1772472026.837596:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2410:x1858570834946560:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 153us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.837602:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 365 00000100:00100000:2.0:1772472026.840278:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1059 00000100:00100000:2.0:1772472026.840347:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834945920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472026.840454:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834945920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 161us (7262us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.840463:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1059 00000100:00100000:1.0:1772472026.843153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.844684:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946816 00000100:00100000:0.0:1772472026.844698:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946816 00000100:00100000:0.0:1772472026.844757:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1368 00000100:00100000:0.0:1772472026.844768:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+19:31972:x1858570834946816:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472026.844886:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+19:31972:x1858570834946816:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 120us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.844893:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1368 00000100:00100000:2.0:1772472026.856167:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472026.856376:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834946944 00000100:00100000:3.0:1772472026.856386:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834946944 00000100:00100000:3.0:1772472026.856448:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 366 00000100:00100000:3.0:1772472026.856459:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:31972:x1858570834946944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472026.856477:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472026.856495:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407426 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.856527:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.856535:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472026.856537:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472026.856541:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 7 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.856576:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.856591:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 957 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472026.856606:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856853248:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472026.856696:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665c00 going to sleep for 11 seconds 00000040:00080000:1.0:1772472026.859271:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772472026.863275:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856853248:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472026.863357:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 7 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.863383:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68c00, rc 0) 00000100:00100000:3.0:1772472026.863450:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+7:31972:x1858570834946944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 6992us (7294us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472026.863460:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 366 00000100:00100000:1.0:1772472026.872579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472026.872737:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947072 00000100:00100000:3.0:1772472026.872747:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947072 00010000:00010000:3.0:1772472026.872785:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 957 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472026.872867:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 414 00000100:00100000:3.0:1772472026.872877:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+7:2412:x1858570834947072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472026.872899:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472026.872927:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 957 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.872942:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 957 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.872965:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d37ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40741f expref: 7 pid: 16551 timeout: 957 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.872983:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472026.872985:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472026.872992:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 6 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.873004:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 6 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.873039:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 6 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472026.873053:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856853376:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472026.873137:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472026.886849:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856853376:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472026.886878:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472026.886965:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2412:x1858570834947072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 14088us (14396us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472026.886977:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 414 00000100:00100000:2.0:1772472026.899266:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.900438:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947200 00000100:00100000:1.0:1772472026.900450:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947200 00002000:00100000:1.0:1772472026.900506:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff8f9b85455c00 x1858570834947200/t0(0) o4->dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp:62/0 lens 488/0 e 0 to 0 dl 1772472037 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472026.900517:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85455c00 with x1858570834947200 ext(0->1048575) 00002000:00010000:1.0:1772472026.900523:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85455c00 00000100:00100000:1.0:1772472026.900547:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 98 00000100:00100000:1.0:1772472026.900556:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834947200:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1772472026.943816:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+8:2411:x1858570834947200:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 43248us (44547us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1772472026.943831:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 98 00002000:00100000:2.0:1772472026.943845:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff8f9b85455c00 x1858570834947200/t4294967367(0) o4->dcff67a9-5514-467a-a832-a67e7df1fce9@192.168.202.58@tcp:62/0 lens 488/448 e 0 to 0 dl 1772472037 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472026.943856:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85455c00 with x1858570834947200 ext(0->1048575) 00002000:00010000:2.0:1772472026.943862:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85455c00 00000100:00100000:2.0:1772472026.947551:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.947675:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947328 00000100:00100000:0.0:1772472026.947687:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947328 00000100:00100000:0.0:1772472026.947756:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1369 00000100:00100000:0.0:1772472026.947767:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+19:31972:x1858570834947328:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772472026.949696:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968122 is committed 00000020:00080000:0.0:1772472026.949721:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00010000:00010000:3.0:1772472026.949803:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.949813:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.949819:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.949825:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fbc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472026.949829:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.949838:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.949853:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:3.0:1772472026.949855:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1772472026.949859:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472026.949863:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d377a lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1772472026.949927:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:2.0:1772472026.949935:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:1.0:1772472026.953136:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834947328:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 5360us (5589us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472026.953152:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1369 00000100:00100000:0.0:1772472026.958486:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.958696:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947456 00000100:00100000:2.0:1772472026.958704:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947456 00000100:00100000:2.0:1772472026.958753:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 367 00000100:00100000:2.0:1772472026.958762:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+8:2410:x1858570834947456:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1772472026.960903:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:2.0:1772472026.961518:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2410:x1858570834947456:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 2749us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.961532:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 367 00000100:00100000:2.0:1772472026.964868:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472026.966040:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947712 00000100:00100000:0.0:1772472026.966056:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947712 00000100:00100000:0.0:1772472026.966155:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1370 00000100:00100000:0.0:1772472026.966167:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834947712:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772472026.966241:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472026.966272:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d37a4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407418 expref: 11 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966294:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:0.0:1772472026.966299:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472026.966383:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966399:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966409:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966434:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966441:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966448:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966453:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472026.966457:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966465:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966477:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:0.0:1772472026.966479:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472026.966482:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472026.966487:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d37b9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472026.966624:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834947712:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 456us (1767us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472026.966631:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1370 00000100:00100000:0.0:1772472026.971203:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472026.971296:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947840 00000100:00100000:2.0:1772472026.971336:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947840 00000100:00100000:2.0:1772472026.971403:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1371 00000100:00100000:2.0:1772472026.971413:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834947840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472026.971438:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472026.971460:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40742d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.971525:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 11 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.971540:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 11 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472026.971559:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:2.0:1772472026.971563:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472026.971567:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1600, rc 0) 00000100:00100000:2.0:1772472026.971696:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834947840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 284us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472026.971704:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1371 00000100:00100000:2.0:1772472026.988331:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.988737:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834947968 00000100:00100000:1.0:1772472026.988746:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834947968 00000100:00100000:1.0:1772472026.988812:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 368 00000100:00100000:1.0:1772472026.988822:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834947968:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1772472026.989017:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1772472026.989022:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1772472017 00002000:00010000:1.0:1772472026.989024:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1772472017 00002000:00010000:1.0:1772472026.989026:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1772472017 00002000:00010000:1.0:1772472026.989028:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:1.0:1772472026.989098:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+7:2411:x1858570834947968:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 277us (806us total) trans 4294967368 rc 0/0 00000100:00100000:1.0:1772472026.989106:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 368 00000100:00100000:0.0:1772472026.994102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472026.994227:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834948224 00000100:00100000:1.0:1772472026.994238:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834948224 00000100:00100000:1.0:1772472026.994343:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1372 00000100:00100000:1.0:1772472026.994354:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+11:31972:x1858570834948224:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1772472026.994427:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.994444:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 11 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.994452:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.994486:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 11 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472026.994499:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 11 pid: 6527 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472026.994515:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856853504:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472026.994608:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182e540 going to sleep for 11 seconds 00000100:00100000:0.0:1772472027.000521:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.000659:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834948352 00000100:00100000:2.0:1772472027.000672:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834948352 00010000:00010000:2.0:1772472027.000721:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 12 pid: 6527 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.000771:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 415 00000100:00100000:2.0:1772472027.000782:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+12:2412:x1858570834948352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472027.000800:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472027.000808:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 12 pid: 6527 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.000824:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 12 pid: 6527 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.000854:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:2.0:1772472027.000860:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.000870:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.000878:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.000900:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472027.000993:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+12:2412:x1858570834948352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 211us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472027.001001:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 415 00010000:00010000:1.0:1772472027.002190:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3773 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407403 expref: 11 pid: 6527 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.002216:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856853504:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472027.002240:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002254:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002260:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002298:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002355:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002362:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002368:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472027.002373:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002381:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002397:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:1.0:1772472027.002401:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1772472027.002405:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.002411:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37c7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.002482:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834948224:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 8129us (8390us total) trans 0 rc -22/-22 00000100:00100000:1.0:1772472027.002491:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1372 00000100:00100000:0.0:1772472027.007512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472027.007657:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834948480 00000100:00100000:3.0:1772472027.007668:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834948480 00000100:00100000:3.0:1772472027.007734:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 369 00000100:00100000:3.0:1772472027.007746:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+7:2411:x1858570834948480:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472027.007796:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.007817:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 7 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.007825:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472027.007827:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472027.007830:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.007869:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 7 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.008076:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 7 pid: 9676 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472027.008093:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856853632:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472027.008223:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1665c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472027.019645:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856853632:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472027.019677:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.023971:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.034807:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834948608 00000100:00100000:2.0:1772472027.034824:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834948608 00010000:00010000:2.0:1772472027.036511:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 8 pid: 9676 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.036670:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 416 00000100:00100000:2.0:1772472027.036692:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+8:2411:x1858570834948608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472027.036712:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472027.036736:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 8 pid: 9676 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.036752:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 8 pid: 9676 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.036777:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d55dfec1/0xb50b868c089d37b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407426 expref: 8 pid: 9676 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.036794:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472027.036796:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472027.036801:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.036812:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.036847:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472027.036890:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036900:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036930:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036938:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036948:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036960:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472027.036964:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036974:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036985:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.036992:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2839bab/0xb50b868c089d37ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472027.037082:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+7:2411:x1858570834948480:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 29339us (29582us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.037091:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 369 00000100:00100000:2.0:1772472027.038169:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2411:x1858570834948608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1483us (14201us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472027.038181:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 416 00000100:00100000:0.0:1772472027.065754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.066172:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834948864 00000100:00100000:2.0:1772472027.066183:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834948864 00000100:00100000:2.0:1772472027.066253:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1373 00000100:00100000:2.0:1772472027.066263:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31972:x1858570834948864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772472027.066401:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066421:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066434:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066625:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066636:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 11 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066645:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066681:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 11 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.066695:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 11 pid: 9675 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.066709:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856853760:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472027.066800:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c84fcc9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472027.072522:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472027.072776:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834948992 00000100:00100000:3.0:1772472027.072787:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834948992 00010000:00010000:3.0:1772472027.072829:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 12 pid: 9675 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472027.072875:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 417 00000100:00100000:3.0:1772472027.072887:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+12:2412:x1858570834948992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472027.072902:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472027.072919:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 12 pid: 9675 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.072931:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 12 pid: 9675 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.072957:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:3.0:1772472027.072962:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.072972:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.072979:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.072999:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472027.073170:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+12:2412:x1858570834948992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 284us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.073179:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 417 00010000:00010000:2.0:1772472027.074263:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37c0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40742d expref: 11 pid: 9675 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.074299:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856853760:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472027.074383:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.074393:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.074399:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472027.074529:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968123 00000001:00080000:2.0:1772472027.074651:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968124 00000001:00080000:2.0:1772472027.074707:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968125 00000100:00100000:2.0:1772472027.074788:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856853888:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1772472027.074849:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472027.074890:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472027.075884:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856853888 00000100:00100000:3.0:1772472027.075895:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856853888 00000100:00100000:3.0:1772472027.075972:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1772472027.075983:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856853888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1772472027.076100:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856853888:12345-0@lo:1000:mdt00_001.0 Request processed in 118us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.076108:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:0.0:1772472027.080002:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472027.082364:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856853888:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1772472027.082555:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968126 00000100:00100000:2.0:1772472027.082638:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856854016:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1772472027.082696:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472027.082723:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472027.082805:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856854016 00000100:00100000:0.0:1772472027.082813:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856854016 00000100:00100000:0.0:1772472027.082863:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1772472027.082873:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856854016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1772472027.083023:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6526:x1858570856854016:12345-0@lo:1000:mdt00_001.0 Request processed in 151us (326us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1772472027.083032:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1772472027.083401:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856854016:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1772472027.083471:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968127 00010000:00010000:2.0:1772472027.083500:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083516:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083532:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083538:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472027.083543:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083552:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083570:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9c90163000) 00010000:00010000:2.0:1772472027.083574:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472027.083578:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083585:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d37dc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083620:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083626:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083633:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083638:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472027.083641:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083649:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083657:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:2.0:1772472027.083659:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472027.083666:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083679:0:6526:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083688:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.083715:0:6526:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa400/0xb50b868c089d36a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d2 expref: 101 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.083727:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869aca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854144:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472027.083934:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c83245a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472027.091991:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.092123:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869aca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854144:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472027.092152:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.092162:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d36a1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.092214:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.092227:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.092237:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.092276:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.092290:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 47 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.092350:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869aca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854272:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472027.092423:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c83245a80 going to sleep for 11 seconds 00000100:00100000:2.0:1772472027.094764:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869aca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854272:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472027.094792:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.097408:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834949120 00000100:00100000:0.0:1772472027.097425:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834949120 00000100:00100000:2.0:1772472027.098140:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.098185:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 278 00000100:00100000:0.0:1772472027.098201:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31943:x1858570834949120:12345-192.168.202.58@tcp:49:cat.0 00000100:00100000:0.0:1772472027.098378:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31943:x1858570834949120:12345-192.168.202.58@tcp:49:cat.0 Request processed in 181us (6396us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.098582:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834949248 00000100:00100000:3.0:1772472027.098588:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834949248 00010000:00010000:3.0:1772472027.098617:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472027.098660:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 418 00000100:00100000:3.0:1772472027.098667:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834949248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472027.098679:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472027.098686:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.098698:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.098722:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d36cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073d9 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.098738:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:3.0:1772472027.098743:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.098754:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.098760:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.098784:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472027.098812:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2412:x1858570834949248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 146us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.098820:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 418 00010000:00010000:2.0:1772472027.099080:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099088:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099102:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099109:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099115:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099120:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472027.099125:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099133:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099142:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:2.0:1772472027.099145:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472027.099148:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099154:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d37e3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099166:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099172:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099178:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099184:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472027.099187:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099193:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099199:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:2.0:1772472027.099209:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472027.099213:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.099218:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d37d5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.099374:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+15:31972:x1858570834948864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 33111us (33629us total) trans 4294968128 rc 0/0 00000100:00100000:2.0:1772472027.099382:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1373 00000020:00080000:2.0:1772472027.099386:0:6526:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1772472027.099750:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472027.099756:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472027.100351:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1772472027.100363:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472027.102065:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 278 00000100:00100000:2.0:1772472027.104713:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472027.104801:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834949504 00000100:00100000:3.0:1772472027.104813:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834949504 00000100:00100000:3.0:1772472027.104992:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 279 00000100:00100000:3.0:1772472027.105003:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+15:31972:x1858570834949504:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1772472027.105278:0:21270:0:(mdd_object.c:3993:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1772472027.105693:0:21270:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968129 00010000:00010000:3.0:1772472027.105736:0:21270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.105753:0:21270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.105765:0:21270:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.105773:0:21270:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.105780:0:21270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.105786:0:21270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.105862:0:21270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472027.106102:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+17:31972:x1858570834949504:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 1099us (1398us total) trans 4294968130 rc 0/0 00000100:00100000:3.0:1772472027.106112:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 279 00000020:00080000:3.0:1772472027.106118:0:21270:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1772472027.106168:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472027.106176:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.106184:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472027.106188:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.106197:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.106210:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8f9b84d9ec00) 00010000:00010000:0.0:1772472027.106213:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472027.106218:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.106224:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d37ea lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21270 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.106241:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472027.106242:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472027.106244:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472027.112817:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.114090:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834949632 00000100:00100000:2.0:1772472027.114104:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834949632 00000100:00100000:2.0:1772472027.114229:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 370 00000100:00100000:2.0:1772472027.114242:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+12:31943:x1858570834949632:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472027.114264:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472027.114287:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407434 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472027.114365:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69a5c6d1, atime: 0x69a5c6d1, ctime: 0x69a5c6d1, blocks: 0x800 00010000:00010000:2.0:1772472027.114397:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472027.114399:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472027.114408:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 13 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.114423:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 13 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.114436:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:2.0:1772472027.114703:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:31943:x1858570834949632:12345-192.168.202.58@tcp:101:cat.0 Request processed in 462us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472027.114711:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 370 00000100:00100000:2.0:1772472027.147593:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.147684:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834949760 00000100:00100000:1.0:1772472027.147694:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834949760 00002000:00100000:1.0:1772472027.147748:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff8f9b869ad500 x1858570834949760/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:63/0 lens 488/0 e 0 to 0 dl 1772472038 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472027.147759:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869ad500 with x1858570834949760 ext(0->1048575) 00002000:00010000:1.0:1772472027.147765:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869ad500 00000100:00100000:1.0:1772472027.147796:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 99 00000100:00100000:1.0:1772472027.147807:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834949760:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:1.0:1772472027.177870:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2412:x1858570834949760:12345-192.168.202.58@tcp:3:cat.0 Request processed in 30054us (30276us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1772472027.177884:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 99 00002000:00100000:1.0:1772472027.177898:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff8f9b869ad500 x1858570834949760/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:63/0 lens 488/440 e 0 to 0 dl 1772472038 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472027.177919:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869ad500 with x1858570834949760 ext(0->1048575) 00002000:00010000:1.0:1772472027.177926:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869ad500 00000100:00100000:3.0:1772472027.187587:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.187708:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834949888 00000100:00100000:0.0:1772472027.187717:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834949888 00002000:00100000:0.0:1772472027.187757:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->1052671) req@ffff8f9cbd9d7480 x1858570834949888/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:63/0 lens 488/0 e 0 to 0 dl 1772472038 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472027.187768:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9d7480 with x1858570834949888 ext(1048576->1052671) 00002000:00010000:0.0:1772472027.187774:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cbd9d7480 00000100:00100000:0.0:1772472027.187809:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 100 00000100:00100000:0.0:1772472027.187818:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2409:x1858570834949888:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:0.0:1772472027.188067:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2409:x1858570834949888:12345-192.168.202.58@tcp:3:cat.0 Request processed in 248us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472027.188076:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 100 00002000:00100000:0.0:1772472027.188083:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->1052671) req@ffff8f9cbd9d7480 x1858570834949888/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:63/0 lens 488/440 e 0 to 0 dl 1772472038 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472027.188091:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd9d7480 with x1858570834949888 ext(1048576->1052671) 00002000:00010000:0.0:1772472027.188094:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cbd9d7480 00000100:00100000:3.0:1772472027.195959:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.196215:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834950144 00000100:00100000:0.0:1772472027.196227:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834950144 00000100:00100000:0.0:1772472027.196382:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 280 00000100:00100000:0.0:1772472027.196393:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+102:31943:x1858570834950144:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472027.196629:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31943:x1858570834950144:12345-192.168.202.58@tcp:35:cat.0 Request processed in 237us (679us total) trans 4294968131 rc 0/0 00000100:00100000:0.0:1772472027.196636:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 280 00000100:00100000:2.0:1772472027.211799:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.212150:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834950272 00000100:00100000:1.0:1772472027.212161:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834950272 00000100:00100000:1.0:1772472027.212229:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1374 00000100:00100000:1.0:1772472027.212240:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:31973:x1858570834950272:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472027.212270:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472027.212292:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40743b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212404:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212418:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212430:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212445:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212451:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212458:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212532:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212541:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212547:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472027.212585:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1772472027.212590:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472027.212608:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212625:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212634:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212641:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212647:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212653:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212659:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472027.212663:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212670:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212682:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:1.0:1772472027.212685:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472027.212690:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212696:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d37ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212713:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212720:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212726:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212731:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472027.212733:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212738:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212746:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c899c5000) 00010000:00010000:1.0:1772472027.212748:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472027.212752:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212757:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3806 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212791:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d37f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212804:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.212812:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472027.212815:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472027.212818:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbc00, rc 0) 00000100:00100000:1.0:1772472027.213171:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:31973:x1858570834950272:12345-192.168.202.58@tcp:101:stat.0 Request processed in 929us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472027.213180:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1374 00000100:00100000:3.0:1772472027.244729:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.244799:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834950400 00000100:00100000:1.0:1772472027.244810:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834950400 00000100:00100000:1.0:1772472027.244876:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1375 00000100:00100000:1.0:1772472027.244895:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31974:x1858570834950400:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472027.244932:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472027.244954:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3814 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407442 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245024:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245038:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245050:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245063:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245070:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245078:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245161:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245170:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245176:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472027.245224:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1772472027.245229:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472027.245246:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245258:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245266:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245271:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245278:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245284:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472027.245288:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245296:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245363:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:1.0:1772472027.245377:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472027.245382:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245389:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d381b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245403:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245409:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245415:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245419:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472027.245422:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245428:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245435:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c899c5000) 00010000:00010000:1.0:1772472027.245437:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472027.245439:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245444:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3822 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245476:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3814 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 49 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245489:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.245507:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472027.245509:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472027.245512:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:1.0:1772472027.245575:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31974:x1858570834950400:12345-192.168.202.58@tcp:101:stat.0 Request processed in 681us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472027.245583:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1375 00000100:00100000:0.0:1772472027.254807:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.255026:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834950528 00000100:00100000:1.0:1772472027.255037:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834950528 00000100:00100000:1.0:1772472027.255097:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 371 00000100:00100000:1.0:1772472027.255108:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834950528:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472027.255138:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472027.255157:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407449 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.255183:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472027.255186:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472027.255193:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.255220:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.255240:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:1.0:1772472027.255382:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834950528:12345-192.168.202.58@tcp:101:stat.0 Request processed in 276us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472027.255390:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 371 00000100:00100000:2.0:1772472027.268244:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.268699:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834950784 00000100:00100000:0.0:1772472027.268711:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834950784 00000100:00100000:0.0:1772472027.268783:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1376 00000100:00100000:0.0:1772472027.268793:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:31671:x1858570834950784:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472027.268815:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472027.268836:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3837 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407450 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.268957:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.268973:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.268982:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.268991:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 5/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.269027:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 47 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.269040:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 47 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.269053:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854400:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472027.270051:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.270066:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 105 pid: 6525 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.270085:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854528:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472027.274650:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74d80 going to sleep for 11 seconds 00000100:00100000:0.0:1772472027.278519:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854400:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472027.278534:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856854528:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472027.278572:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472027.279122:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.279158:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472027.279284:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834950912 00000100:00100000:3.0:1772472027.279292:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834950912 00010000:00010000:3.0:1772472027.279377:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472027.279409:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951040 00000100:00100000:3.0:1772472027.279413:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951040 00010000:00010000:3.0:1772472027.279425:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 106 pid: 6525 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472027.279506:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 419 00000100:00100000:3.0:1772472027.279517:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85689850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834950912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472027.279533:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472027.279540:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.279552:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.279576:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d3829 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407442 expref: 48 pid: 10040 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.279592:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:3.0:1772472027.279597:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.279606:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.279612:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472027.279667:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85689850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2412:x1858570834950912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 152us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.279675:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 419 00000100:00100000:3.0:1772472027.279718:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 420 00000100:00100000:3.0:1772472027.279725:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:2412:x1858570834951040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472027.279733:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472027.279738:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 106 pid: 6525 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.279748:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 106 pid: 6525 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.280001:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d380d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40743b expref: 106 pid: 6525 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.280013:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:3.0:1772472027.280017:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.280025:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.280032:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.280052:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472027.280074:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:2412:x1858570834951040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 348us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.280081:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 420 00010000:00010000:0.0:1772472027.285573:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.285593:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472027.285617:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1772472027.285791:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701de00/0xb50b868c089d3837 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 106 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.285814:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.285824:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:0.0:1772472027.285827:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1772472027.285830:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772472027.285921:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31671:x1858570834950784:12345-192.168.202.58@tcp:101:bash.0 Request processed in 17127us (17685us total) trans 4294968132 rc 0/0 00000100:00100000:0.0:1772472027.285931:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1376 00000100:00100000:2.0:1772472027.293438:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.294734:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951168 00000100:00100000:1.0:1772472027.294749:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951168 00000100:00100000:1.0:1772472027.294834:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1377 00000100:00100000:1.0:1772472027.294845:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:31671:x1858570834951168:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472027.294871:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472027.294894:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d384c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407457 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.294946:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3853 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.294963:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3853 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.294978:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3853 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.295108:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d384c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407457 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.295129:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbc00/0xb50b868c089d3853 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407457 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.295144:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472027.295148:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472027.295153:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbc00, rc 0) 00000100:00100000:1.0:1772472027.295237:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:31671:x1858570834951168:12345-192.168.202.58@tcp:101:bash.0 Request processed in 395us (1809us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472027.295245:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1377 00000100:00100000:2.0:1772472027.304143:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472027.304331:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951424 00000100:00100000:3.0:1772472027.304352:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951424 00000100:00100000:3.0:1772472027.304414:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1378 00000100:00100000:3.0:1772472027.304424:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:31671:x1858570834951424:12345-192.168.202.58@tcp:36:bash.0 00010000:00010000:3.0:1772472027.304716:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.304740:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.305784:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472027.306367:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968133 00000004:00010000:2.0:1772472027.306412:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007a517cbb reply state 00000000c8e0e16a transno 4294968134 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.306429:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.306442:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:2.0:1772472027.306445:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472027.306449:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1772472027.306502:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968134 00000100:00100000:2.0:1772472027.306610:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:31671:x1858570834951424:12345-192.168.202.58@tcp:36:bash.0 Request processed in 2183us (2476us total) trans 4294968135 rc 0/0 00000100:00100000:2.0:1772472027.306618:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1378 00000020:00080000:2.0:1772472027.306625:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:1.0:1772472027.306778:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472027.313580:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.313692:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951552 00000100:00100000:0.0:1772472027.313702:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951552 00000100:00100000:0.0:1772472027.313807:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 372 00000100:00100000:0.0:1772472027.313816:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:31671:x1858570834951552:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472027.313834:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472027.313851:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d3861 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40745e expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.313880:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.313890:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.313897:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472027.313899:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472027.313916:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d3861 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40745e expref: 14 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.313947:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.313960:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 9 pid: 8410 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.313973:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856854656:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472027.314063:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.314074:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.314083:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856854784:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472027.314106:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472027.319387:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856854656:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472027.321787:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856854784:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472027.321829:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d3861 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40745e expref: 14 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.321851:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701de00, rc 0) 00000100:00100000:0.0:1772472027.321954:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:31671:x1858570834951552:12345-192.168.202.58@tcp:101:bash.0 Request processed in 8138us (8383us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472027.321964:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 372 00000100:00100000:2.0:1772472027.329817:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472027.329861:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.330032:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951680 00000100:00100000:1.0:1772472027.330043:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951680 00010000:00010000:1.0:1772472027.330084:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 10 pid: 8410 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.330124:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951808 00000100:00100000:1.0:1772472027.330127:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951808 00010000:00010000:1.0:1772472027.330141:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.330169:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 421 00000100:00100000:1.0:1772472027.330178:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834951680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472027.330195:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472027.330212:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 10 pid: 8410 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330227:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 10 pid: 8410 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330255:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db1fe344/0xb50b868c089d3830 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407449 expref: 10 pid: 8410 timeout: 958 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330274:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472027.330384:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834951680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 207us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472027.330393:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 421 00000100:00100000:1.0:1772472027.330410:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 422 00000100:00100000:1.0:1772472027.330417:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834951808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472027.330426:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472027.330431:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330441:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330454:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040520252/0xb50b868c089d37f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407434 expref: 14 pid: 8409 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330464:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472027.330466:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472027.330472:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d3861 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40745e expref: 13 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330486:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d3861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40745e expref: 13 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.330527:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018790c30/0xb50b868c089d3861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40745e expref: 13 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.330542:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856854912:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772472027.330591:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182e540 going to sleep for 11 seconds 00000100:00100000:2.0:1772472027.335100:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472027.335191:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834951936 00000100:00100000:3.0:1772472027.335284:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834951936 00002000:00010000:3.0:1772472027.335349:0:8415:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:3.0:1772472027.335354:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869aca80 with x1858570834951936 ext(0->18446744073709551615) 00002000:00010000:3.0:1772472027.335369:0:8415:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869aca80. 00000100:00100000:3.0:1772472027.335397:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 101 00000100:00100000:3.0:1772472027.335406:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834951936:12345-192.168.202.58@tcp:10:bash.0 00000100:00100000:1.0:1772472027.336845:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856854912:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772472027.336871:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472027.339410:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2411:x1858570834951808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8983us (9538us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472027.339425:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 422 00002000:00010000:2.0:1772472027.341558:0:8415:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1772472027.341567:0:8415:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1772472017 -> 1772472027 00002000:00010000:2.0:1772472027.341570:0:8415:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 1772472017 -> 1772472017 00002000:00010000:2.0:1772472027.341573:0:8415:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1772472017 -> 1772472027 00002000:00010000:2.0:1772472027.341575:0:8415:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1772472027.341774:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834951936:12345-192.168.202.58@tcp:10:bash.0 Request processed in 6363us (6679us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1772472027.341785:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 101 00002000:00010000:2.0:1772472027.341791:0:8415:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (0->18446744073709551615) 00002000:00100000:2.0:1772472027.341795:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869aca80 with x1858570834951936 ext(0->18446744073709551615) 00002000:00010000:2.0:1772472027.341804:0:8415:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869aca80. 00000100:00100000:2.0:1772472027.359494:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.359636:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952064 00000100:00100000:0.0:1772472027.359647:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952064 00000100:00100000:0.0:1772472027.359714:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1379 00000100:00100000:0.0:1772472027.359725:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:31975:x1858570834952064:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:0.0:1772472027.359751:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472027.359784:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3868 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407465 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.359859:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360076:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360091:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360109:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360117:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360123:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360298:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360478:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360489:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 4/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360533:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.360548:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 111 pid: 6526 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472027.360569:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856855040:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472027.360730:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472027.363829:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.363926:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952320 00000100:00100000:1.0:1772472027.363936:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952320 00000100:00100000:1.0:1772472027.363993:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 281 00000100:00100000:1.0:1772472027.364003:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:6659:x1858570834952320:12345-192.168.202.58@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1772472027.364319:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856855040:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472027.364344:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.365404:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:6659:x1858570834952320:12345-192.168.202.58@tcp:35:ldlm_bl.0 Request processed in 1395us (1579us total) trans 4294968136 rc 0/0 00000100:00100000:1.0:1772472027.365416:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 281 00000100:00100000:2.0:1772472027.368330:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.368684:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952448 00000100:00100000:1.0:1772472027.368695:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952448 00010000:00010000:1.0:1772472027.368739:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 113 pid: 6526 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.368979:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 423 00000100:00100000:1.0:1772472027.368989:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:2411:x1858570834952448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472027.369012:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472027.369019:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 113 pid: 6526 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.369033:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 113 pid: 6526 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.369056:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d383e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407450 expref: 113 pid: 6526 timeout: 958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.369074:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472027.369079:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.369089:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.369097:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472027.369178:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472027.369249:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570834952448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 261us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472027.369257:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 423 00010000:00010000:2.0:1772472027.371153:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371173:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472027.371339:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:2.0:1772472027.371345:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472027.371448:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371466:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371476:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371483:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371490:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371497:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472027.371501:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371508:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371524:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:2.0:1772472027.371527:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472027.371531:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371541:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d386f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371559:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371565:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371571:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371576:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472027.371579:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371585:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371592:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c95450600) 00010000:00010000:2.0:1772472027.371595:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472027.371598:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371604:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3876 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371655:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3868 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407465 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371676:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c8c00/0xb50b868c089d387d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407465 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472027.371684:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:2.0:1772472027.371686:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472027.371689:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c8c00, rc 0) 00000100:00100000:2.0:1772472027.371965:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:31975:x1858570834952064:12345-192.168.202.58@tcp:101:stat.0 Request processed in 12241us (12481us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472027.371974:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1379 00000100:00100000:2.0:1772472027.391984:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472027.392151:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952576 00000100:00100000:0.0:1772472027.392162:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952576 00000100:00100000:0.0:1772472027.392413:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1380 00000100:00100000:0.0:1772472027.392425:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:31976:x1858570834952576:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:0.0:1772472027.392450:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472027.392475:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d3884 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40746c expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392561:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392577:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392592:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392609:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392617:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392625:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392693:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2a00/0xb50b868c089d3899 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392703:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2a00/0xb50b868c089d3899 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392710:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2a00/0xb50b868c089d3899 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472027.392750:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:0.0:1772472027.392766:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472027.392788:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2a00/0xb50b868c089d3899 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392801:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2a00/0xb50b868c089d3899 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392809:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392816:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392823:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392829:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472027.392835:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392843:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392857:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:0.0:1772472027.392861:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472027.392866:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392887:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d388b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392911:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392918:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392924:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392929:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472027.392932:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392939:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392947:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8f9c95450b00) 00010000:00010000:0.0:1772472027.392950:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472027.392952:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392960:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d3892 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.392994:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d3884 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40746c expref: 49 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.393010:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2a00/0xb50b868c089d3899 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40746c expref: 48 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472027.393019:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:0.0:1772472027.393022:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472027.393025:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2a00, rc 0) 00000100:00100000:0.0:1772472027.393109:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:31976:x1858570834952576:12345-192.168.202.58@tcp:101:stat.0 Request processed in 686us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472027.393117:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1380 00000100:00100000:3.0:1772472027.396539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472027.396684:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952704 00000100:00100000:1.0:1772472027.396695:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952704 00000100:00100000:1.0:1772472027.396752:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 373 00000100:00100000:1.0:1772472027.396776:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834952704:12345-192.168.202.58@tcp:101:stat.0 00010000:00010000:1.0:1772472027.396799:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472027.396818:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d38a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407473 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472027.396890:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856855168:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472027.396974:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472027.399827:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85439500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856855168:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472027.399869:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d38a0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407473 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.399913:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab2047cf/0xb50b868c089d38a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407473 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472027.399926:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fa600, rc 0) 00000100:00100000:3.0:1772472027.399989:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834952704:12345-192.168.202.58@tcp:101:stat.0 Request processed in 3215us (3461us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472027.399999:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 373 00000100:00100000:1.0:1772472028.074683:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472028.074708:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856855296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472028.074785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472028.074981:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856855296 00000100:00100000:0.0:1772472028.074991:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856855296 00000100:00100000:0.0:1772472028.075049:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1772472028.075061:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856855296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472028.075097:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:0.0:1772472028.075153:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856855296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472028.075161:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1772472028.075344:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856855296:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472028.335174:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472029.100718:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472029.100742:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856855424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472029.100813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472029.101029:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856855424 00000100:00100000:3.0:1772472029.101039:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856855424 00000100:00100000:3.0:1772472029.101097:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1772472029.101106:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856855424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472029.101140:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472029.101192:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856855424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472029.101202:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1772472029.101250:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856855424:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472029.354627:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472030.391147:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472030.636140:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472030.636166:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856855552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472030.636234:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472030.636298:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856855552 00000100:00100000:2.0:1772472030.636323:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856855552 00000100:00100000:2.0:1772472030.636377:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1772472030.636386:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856855552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472030.636418:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472030.636463:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856855552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472030.636470:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1772472030.636516:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856855552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472030.636719:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472030.636740:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856855680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472030.636768:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.636796:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856855680 00000100:00100000:3.0:1772472030.636800:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856855680 00000100:00100000:3.0:1772472030.636826:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1772472030.636832:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856855680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472030.636842:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185375552 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472030.636870:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856855680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472030.636888:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1772472030.636914:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:3.0:1772472030.636919:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967370 committed transno 4294967371 00000004:00080000:3.0:1772472030.636937:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b83f1a300, transno 4294967371 00000100:00100000:3.0:1772472030.636951:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856855680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472030.638120:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856855808:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.638181:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472030.638261:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856855808 00000100:00100000:2.0:1772472030.638267:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856855808 00000100:00100000:2.0:1772472030.638359:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1772472030.638368:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856855808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472030.639588:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856855808:12345-0@lo:400:kworker.0 Request processed in 1215us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472030.639601:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1772472030.640034:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856855808:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640054:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472030.640063:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856856192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640109:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.640162:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856856064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640190:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.640216:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472030.640222:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856855936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640243:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.640270:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856192 00000100:00100000:3.0:1772472030.640277:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856192 00000100:00100000:3.0:1772472030.640338:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856855936 00000100:00100000:3.0:1772472030.640341:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856855936 00000100:00100000:3.0:1772472030.640361:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1772472030.640367:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856856192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640414:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856856192:12345-0@lo:400:kworker.0 Request processed in 47us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472030.640421:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1772472030.640435:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1772472030.640441:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856855936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640470:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856855936:12345-0@lo:400:kworker.0 Request processed in 29us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472030.640476:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1772472030.640584:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856855936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.640869:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856856192:0@lo:400:kworker.0 00000100:00100000:1.0:1772472030.640990:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856064 00000100:00100000:1.0:1772472030.640995:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856064 00000100:00100000:1.0:1772472030.641033:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1772472030.641040:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856856064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472030.641086:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856856064:12345-0@lo:400:kworker.0 Request processed in 46us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472030.641092:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1772472030.641200:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856856064:0@lo:400:kworker.0 00000100:00080000:1.0:1772472030.641355:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472030.642060:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856856448:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642110:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472030.642135:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856856960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642156:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472030.642176:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1772472030.642182:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856856576:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642201:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472030.642216:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856857088:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642236:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472030.642262:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856448 00000100:00100000:0.0:1772472030.642268:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856448 00000100:00100000:0.0:1772472030.642333:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856960 00000100:00100000:0.0:1772472030.642337:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856960 00000100:00100000:0.0:1772472030.642351:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856576 00000100:00100000:0.0:1772472030.642353:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856576 00000100:00100000:0.0:1772472030.642364:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857088 00000100:00100000:0.0:1772472030.642366:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857088 00000100:00100000:0.0:1772472030.642381:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1772472030.642388:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856856448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642431:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856856448:12345-0@lo:400:kworker.0 Request processed in 43us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.642438:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1772472030.642453:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1772472030.642459:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856856960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642485:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856856960:12345-0@lo:400:kworker.0 Request processed in 26us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.642899:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1772472030.642914:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1772472030.642921:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856856576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642953:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856856576:12345-0@lo:400:kworker.0 Request processed in 34us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.642959:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1772472030.642969:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1772472030.642975:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856857088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.642999:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856857088:12345-0@lo:400:kworker.0 Request processed in 25us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.643004:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00080000:0.0:1772472030.643030:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472030.643033:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472030.643060:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856856576:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643069:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856857088:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643077:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856856448:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643083:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856856960:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643108:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856856704:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643133:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.643233:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856856320:0@lo:400:kworker.0 00000100:00100000:3.0:1772472030.643263:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.643285:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856856832:0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643393:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856320 00000100:00100000:0.0:1772472030.643399:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856320 00000100:00100000:0.0:1772472030.643431:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1772472030.643439:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856856320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.643474:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856856320:12345-0@lo:400:kworker.0 Request processed in 36us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.643480:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1772472030.643627:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472030.647319:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856856320:0@lo:400:kworker.0 00000100:00100000:2.0:1772472030.650417:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856704 00000100:00100000:2.0:1772472030.650431:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856704 00000100:00100000:0.0:1772472030.650669:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856856832 00000100:00100000:0.0:1772472030.650675:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856856832 00000100:00100000:0.0:1772472030.650706:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1772472030.650716:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856856704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.650969:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856856704:12345-0@lo:400:kworker.0 Request processed in 254us (7834us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.650977:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1772472030.650995:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1772472030.651002:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856856832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472030.651037:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856856832:12345-0@lo:400:kworker.0 Request processed in 36us (7410us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472030.651044:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1772472030.651092:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856856704:0@lo:400:kworker.0 00000100:00080000:2.0:1772472030.651161:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472030.653339:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856856832:0@lo:400:kworker.0 00000040:00080000:1.0:1772472031.212414:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472031.212424:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472031.212506:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:1.0:1772472031.212515:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472031.410108:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472031.659139:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856857216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472031.659207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472031.659287:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857216 00000100:00100000:1.0:1772472031.659296:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857216 00000100:00100000:3.0:1772472031.659333:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856857344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472031.659367:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472031.659388:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1772472031.659401:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856857216:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472031.659418:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857344 00000100:00100000:3.0:1772472031.659423:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857344 00002000:00000024:1.0:1772472031.659433:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1772472031.659446:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1772472031.659454:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856857344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472031.659466:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3922444288 avail 3690921984 00000100:00100000:1.0:1772472031.659481:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856857216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.659489:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1772472031.659505:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856857344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472031.659512:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1772472031.659561:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856857344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472031.659593:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856857216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472031.953828:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.953874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.953905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.953930:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.953957:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.953977:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.953997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954016:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954034:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954051:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954086:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954104:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472031.954128:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953088 00000100:00100000:1.0:1772472031.954138:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953088 00000100:00100000:1.0:1772472031.954204:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953600 00000100:00100000:1.0:1772472031.954207:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953600 00000100:00100000:1.0:1772472031.954220:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834954112 00000100:00100000:1.0:1772472031.954223:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834954112 00000100:00100000:1.0:1772472031.954233:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952960 00000100:00100000:1.0:1772472031.954236:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952960 00000100:00100000:1.0:1772472031.954247:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953472 00000100:00100000:1.0:1772472031.954249:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953472 00000100:00100000:1.0:1772472031.954259:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953984 00000100:00100000:1.0:1772472031.954262:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953984 00000100:00100000:1.0:1772472031.954276:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1066 00000100:00100000:1.0:1772472031.954285:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834953088:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954374:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834953088:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 89us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954382:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1066 00000100:00100000:1.0:1772472031.954398:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1067 00000100:00100000:1.0:1772472031.954406:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834953600:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954430:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834953600:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954436:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1067 00000100:00100000:1.0:1772472031.954446:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1068 00000100:00100000:1.0:1772472031.954452:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2410:x1858570834954112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954473:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2410:x1858570834954112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954478:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1068 00000100:00100000:1.0:1772472031.954488:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1069 00000100:00100000:1.0:1772472031.954494:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570834952960:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954517:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570834952960:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954522:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1069 00000100:00100000:1.0:1772472031.954531:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1070 00000100:00100000:1.0:1772472031.954537:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2410:x1858570834953472:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954558:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2410:x1858570834953472:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954564:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1070 00000100:00100000:1.0:1772472031.954574:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1071 00000100:00100000:1.0:1772472031.954580:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+17:2410:x1858570834953984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954603:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+17:2410:x1858570834953984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954608:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1071 00000100:00100000:1.0:1772472031.954624:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953344 00000100:00100000:1.0:1772472031.954627:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953344 00000100:00100000:1.0:1772472031.954645:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953856 00000100:00100000:1.0:1772472031.954648:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953856 00000100:00100000:1.0:1772472031.954658:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834954368 00000100:00100000:1.0:1772472031.954660:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834954368 00000100:00100000:1.0:1772472031.954668:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953216 00000100:00100000:1.0:1772472031.954670:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953216 00000100:00100000:1.0:1772472031.954678:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834953728 00000100:00100000:1.0:1772472031.954680:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834953728 00000100:00100000:1.0:1772472031.954688:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834954240 00000100:00100000:1.0:1772472031.954689:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834954240 00000100:00100000:1.0:1772472031.954700:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 625 00000100:00100000:1.0:1772472031.954705:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834953344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954727:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834953344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954733:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 625 00000100:00100000:1.0:1772472031.954744:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 626 00000100:00100000:1.0:1772472031.954750:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834953856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954774:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834953856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954780:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 626 00000100:00100000:1.0:1772472031.954790:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 627 00000100:00100000:1.0:1772472031.954796:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2410:x1858570834954368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954814:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2410:x1858570834954368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954819:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 627 00000100:00100000:1.0:1772472031.954828:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 628 00000100:00100000:1.0:1772472031.954834:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2410:x1858570834953216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954853:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2410:x1858570834953216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954857:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 628 00000100:00100000:1.0:1772472031.954879:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 629 00000100:00100000:1.0:1772472031.954886:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834953728:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954903:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834953728:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954909:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 629 00000100:00100000:1.0:1772472031.954919:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 630 00000100:00100000:1.0:1772472031.954925:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2410:x1858570834954240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472031.954941:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+6:2410:x1858570834954240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472031.954949:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 630 00000100:00080000:1.0:1772472031.954975:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472031.954979:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472031.954982:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472031.954984:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472031.957592:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834952832 00000100:00100000:2.0:1772472031.957607:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834952832 00000100:00100000:2.0:1772472031.957665:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 763 00000100:00100000:2.0:1772472031.957674:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2410:x1858570834952832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472031.958268:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2410:x1858570834952832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 591us (4446us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472031.958278:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 763 00010000:00010000:1.0:1772472032.428270:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1772472032.693039:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968136 is committed 00000001:00080000:1.0:1772472032.693066:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968130 is committed 00000020:00080000:1.0:1772472032.693078:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b85425c00 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:1.0:1772472032.693083:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b855a7700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b854250c0 00000020:00080000:1.0:1772472032.693087:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b855a7400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b8695e600 00010000:00010000:1.0:1772472032.693125:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472032.693137:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472032.693146:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472032.693152:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472032.693164:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472032.693173:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472032.693196:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8f9c95450c00) 00010000:00010000:1.0:1772472032.693200:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472032.693206:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472032.693213:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d385a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1772472032.693296:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:3.0:1772472032.693403:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000001:00080000:3.0:1772472032.694677:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000001:00080000:3.0:1772472032.694692:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:3.0:1772472032.694699:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000100:00100000:1.0:1772472032.859804:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472032.859865:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834954496 00000100:00100000:0.0:1772472032.859876:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834954496 00000100:00100000:0.0:1772472032.859937:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1381 00000100:00100000:0.0:1772472032.859948:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31971:x1858570834954496:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772472032.860057:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31971:x1858570834954496:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 110us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472032.860066:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1381 00000100:00100000:0.0:1772472032.868615:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472032.868786:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834954624 00000100:00100000:1.0:1772472032.868797:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834954624 00000100:00100000:1.0:1772472032.868879:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1382 00000100:00100000:1.0:1772472032.868890:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+5:31971:x1858570834954624:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1772472032.869003:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcff67a9-5514-467a-a832-a67e7df1fce9+5:31971:x1858570834954624:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 115us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472032.869012:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1382 00000100:00100000:1.0:1772472032.878382:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472032.878624:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834954880 00000100:00100000:0.0:1772472032.878635:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834954880 00000100:00100000:0.0:1772472032.878700:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 282 00000100:00100000:0.0:1772472032.878710:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+9:31971:x1858570834954880:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472032.878956:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+10:31971:x1858570834954880:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 246us (583us total) trans 4294968137 rc 0/0 00000100:00100000:0.0:1772472032.878965:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 282 00000040:00080000:1.0:1772472033.003136:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1772472033.194595:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472033.194735:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856857472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472033.194802:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472033.195510:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857472 00000100:00100000:3.0:1772472033.195521:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857472 00000100:00100000:3.0:1772472033.195614:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1772472033.195626:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856857472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472033.195664:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444356096 avail 1298116608 00000100:00100000:3.0:1772472033.195727:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856857472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472033.195738:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1772472033.195820:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856857472:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472033.450657:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472034.218560:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856857600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472034.218632:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472034.218941:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857600 00000100:00100000:0.0:1772472034.218950:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857600 00000100:00100000:0.0:1772472034.219007:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1772472034.219016:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856857600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472034.219051:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472034.219106:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856857600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472034.219114:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1772472034.219209:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856857600:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472034.474515:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472035.498695:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472035.651790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472035.651843:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472035.651960:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472035.652262:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472035.652938:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834955008 00000100:00100000:0.0:1772472035.652950:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834955008 00000100:00100000:3.0:1772472035.653079:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834955264 00000100:00100000:3.0:1772472035.653084:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834955264 00000100:00100000:0.0:1772472035.653125:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834955136 00000100:00100000:0.0:1772472035.653130:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834955136 00000100:00100000:1.0:1772472035.653260:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 63 00000100:00100000:1.0:1772472035.653287:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+17:2411:x1858570834955008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472035.653328:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472035.653357:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b8701c200/0xb50b868c089d3463 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072c1 expref: 17 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472035.653399:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472035.653482:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+16:2411:x1858570834955008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 210us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.653491:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 63 00000100:00100000:1.0:1772472035.653516:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 64 00000100:00100000:1.0:1772472035.653523:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+15:2411:x1858570834955264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472035.653531:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472035.653542:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b85f9b400/0xb50b868c089d3471 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072f9 expref: 15 pid: 6518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472035.653551:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472035.653569:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+14:2411:x1858570834955264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 47us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.653576:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 64 00000100:00100000:1.0:1772472035.653588:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 65 00000100:00100000:1.0:1772472035.653595:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8568a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+13:2411:x1858570834955136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472035.653603:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472035.653611:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f9b85e5d000/0xb50b868c089d346a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4072f2 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472035.653620:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472035.653637:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8568a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834955136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 42us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.653644:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 65 00000100:00100000:2.0:1772472035.653823:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834955392 00000100:00100000:2.0:1772472035.653845:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834955392 00000100:00100000:2.0:1772472035.653901:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 374 00000100:00100000:2.0:1772472035.653910:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2408:x1858570834955392:12345-192.168.202.58@tcp:9:umount.0 00000020:00000080:2.0:1772472035.653942:0:9676:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xb50b868c089d348d 00000100:00080000:2.0:1772472035.653953:0:9676:0:(import.c:65:import_set_state_nolock()) ffff8f9b85406000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1772472035.654015:0:9676:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967371 00000100:00100000:2.0:1772472035.654646:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcff67a9-5514-467a-a832-a67e7df1fce9+2:2408:x1858570834955392:12345-192.168.202.58@tcp:9:umount.0 Request processed in 735us (2381us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472035.654656:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 374 00000100:00080000:2.0:1772472035.654685:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472035.654699:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472035.659223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472035.659517:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834955520 00000100:00100000:1.0:1772472035.659528:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834955520 00000100:00100000:1.0:1772472035.659634:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 375 00000100:00100000:1.0:1772472035.659646:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2408:x1858570834955520:12345-192.168.202.58@tcp:9:umount.0 00000020:00000080:1.0:1772472035.659678:0:8408:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xb50b868c089d3486 00000100:00080000:1.0:1772472035.659686:0:8408:0:(import.c:65:import_set_state_nolock()) ffff8f9b85400000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1772472035.659729:0:8408:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967370 00000100:00100000:1.0:1772472035.659907:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dcff67a9-5514-467a-a832-a67e7df1fce9+2:2408:x1858570834955520:12345-192.168.202.58@tcp:9:umount.0 Request processed in 263us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.659916:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 375 00010000:00010000:1.0:1772472035.659936:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1772472035.660813:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472035.667642:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472035.667754:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956160 00000100:00100000:0.0:1772472035.667767:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956160 00000100:00100000:0.0:1772472035.667853:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1383 00000100:00100000:0.0:1772472035.667862:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+10:2408:x1858570834956160:12345-192.168.202.58@tcp:39:umount.0 00000020:00000080:0.0:1772472035.667900:0:10040:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xb50b868c089d3478 00000020:00010000:0.0:1772472035.667916:0:10040:0:(genops.c:1940:obd_stale_export_put()) Put export ffff8f9b86531000: total 0 00000100:00080000:0.0:1772472035.667921:0:10040:0:(import.c:65:import_set_state_nolock()) ffff8f9b86534800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772472035.667952:0:10040:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968137 00000100:00100000:0.0:1772472035.668119:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:dcff67a9-5514-467a-a832-a67e7df1fce9+9:2408:x1858570834956160:12345-192.168.202.58@tcp:39:umount.0 Request processed in 257us (490us total) trans 4294968138 rc 0/0 00000100:00100000:0.0:1772472035.668128:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1383 00000020:00010000:2.0:1772472035.668576:0:6514:0:(genops.c:1926:obd_stale_export_get()) Get export ffff8f9b86531000: total 0 00010000:00010000:2.0:1772472035.668674:0:6514:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f9b86531000, canceled 0 locks, left on hash table 4. 00010000:00010000:2.0:1772472035.668727:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772472035.668732:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472035.668742:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d34d3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407338 expref: 8 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472035.668763:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8f9c95450a00) 00010000:00010000:2.0:1772472035.668766:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472035.668770:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d3742 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073f5 expref: 7 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472035.668783:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472035.668785:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472035.668788:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d36d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4073e0 expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472035.668799:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f9c8ec38d00) 00010000:00010000:2.0:1772472035.668801:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472035.668805:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d34b7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407331 expref: 5 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472035.668820:0:6514:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f9b86531000, canceled 4 locks, left on hash table 0. 00010000:00010000:2.0:1772472035.668846:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472035.668849:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472035.668851:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1772472035.668977:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472035.697722:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472035.707369:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956288 00000100:00100000:0.0:1772472035.707387:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956288 00000100:00100000:0.0:1772472035.707481:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1384 00000100:00100000:0.0:1772472035.707495:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+5:2408:x1858570834956288:12345-192.168.202.58@tcp:39:umount.0 00000020:00000080:0.0:1772472035.707543:0:6526:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0xb50b868c089d347f 00000100:00080000:0.0:1772472035.707557:0:6526:0:(import.c:65:import_set_state_nolock()) ffff8f9b86536800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1772472035.707600:0:6526:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00000100:00100000:0.0:1772472035.707862:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcff67a9-5514-467a-a832-a67e7df1fce9+3:2408:x1858570834956288:12345-192.168.202.58@tcp:39:umount.0 Request processed in 341us (10122us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1772472035.707875:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1384 00010000:00010000:2.0:1772472035.707919:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1772472035.708629:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472035.755819:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856857728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472035.755912:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472035.756148:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857728 00000100:00100000:1.0:1772472035.756157:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857728 00000100:00100000:1.0:1772472035.756218:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1772472035.756230:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856857728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472035.756261:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 176937792 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472035.759631:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856858240:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.759711:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.759914:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856858112:0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.759950:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.759985:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472035.759993:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856857984:0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.760040:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.760077:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858112 00000100:00100000:0.0:1772472035.760085:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858112 00000100:00100000:0.0:1772472035.763648:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1772472035.763677:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856858112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.763793:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856858112:12345-0@lo:400:kworker.0 Request processed in 131us (3842us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.763802:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1772472035.763889:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856858112:0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.763950:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856857856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472035.763993:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1772472035.764045:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472035.764062:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858240 00000100:00100000:0.0:1772472035.764070:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858240 00000100:00100000:0.0:1772472035.764113:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1772472035.764119:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856858240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.764170:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856858240:12345-0@lo:400:kworker.0 Request processed in 51us (4459us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.764177:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1772472035.764212:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857856 00000100:00100000:0.0:1772472035.764216:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857856 00000100:00100000:0.0:1772472035.764247:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1772472035.764254:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856857856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472035.764272:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 176937792 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472035.764329:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856857856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.764335:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1772472035.764354:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856857984 00000100:00100000:0.0:1772472035.764359:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856857984 00000100:00100000:0.0:1772472035.764387:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1772472035.764393:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856857984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.764446:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856857984:12345-0@lo:400:kworker.0 Request processed in 53us (4405us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.764453:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00080000:0.0:1772472035.764482:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472035.764503:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856857856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472035.764522:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856857984:0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.765401:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856857728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9165us (9480us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.765412:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1772472035.769357:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856857728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472035.769419:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856858240:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.772729:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472035.777118:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856858624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.777216:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472035.777271:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472035.777278:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856858496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.777334:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472035.777391:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858496 00000100:00100000:1.0:1772472035.777400:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858496 00000100:00100000:1.0:1772472035.777456:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1772472035.777466:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856858496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.777531:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856858496:12345-0@lo:400:kworker.0 Request processed in 65us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.777539:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1772472035.777562:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858624 00000100:00100000:1.0:1772472035.777566:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858624 00000100:00100000:1.0:1772472035.777601:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1772472035.777606:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856858624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.777635:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856858624:12345-0@lo:400:kworker.0 Request processed in 29us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472035.777641:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00080000:1.0:1772472035.777656:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472035.777690:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856858496:0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.777701:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856858624:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.785685:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856858752:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.785772:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472035.785848:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856858368:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.785880:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.785990:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858752 00000100:00100000:0.0:1772472035.786001:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858752 00000100:00100000:0.0:1772472035.786072:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858368 00000100:00100000:0.0:1772472035.786075:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858368 00000100:00100000:0.0:1772472035.786096:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1772472035.786104:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856858752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.786170:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856858752:12345-0@lo:400:kworker.0 Request processed in 66us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.786177:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1772472035.786194:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1772472035.786200:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856858368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.786223:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856858368:12345-0@lo:400:kworker.0 Request processed in 24us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.786228:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1772472035.798119:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856858880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472035.798170:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856859136:0@lo:400:kworker.0 00000100:00100000:1.0:1772472035.798173:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856859008:0@lo:400:kworker.0 00000100:00080000:3.0:1772472035.798388:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472035.798407:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856859264:0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.802743:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.802870:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856858880 00000100:00100000:0.0:1772472035.802879:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856858880 00000100:00080000:3.0:1772472035.802974:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472035.803008:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472035.803008:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.803077:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856859008 00000100:00100000:0.0:1772472035.803081:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856859008 00000100:00100000:0.0:1772472035.803115:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1772472035.803118:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856858752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.803125:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856858880:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772472035.803129:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472035.803144:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856858368:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.803186:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1772472035.803194:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856859008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.803195:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856858880:12345-0@lo:400:kworker.0 Request processed in 72us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.803202:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1772472035.803225:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856859008:12345-0@lo:400:kworker.0 Request processed in 32us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472035.803231:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1772472035.803236:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856858880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.803262:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856859264 00000100:00100000:0.0:1772472035.803265:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856859264 00000100:00100000:0.0:1772472035.803298:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00080000:3.0:1772472035.803316:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472035.803322:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856859264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.803377:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856859264:12345-0@lo:400:kworker.0 Request processed in 46us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.803384:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1772472035.804228:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1772472035.804238:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967369 00000100:00100000:1.0:1772472035.804261:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856859008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472035.805740:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856859264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472035.808453:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472035.808529:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856859136 00000100:00100000:0.0:1772472035.808539:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856859136 00000100:00100000:0.0:1772472035.808673:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1772472035.808684:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856859136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472035.808816:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856859136:12345-0@lo:400:kworker.0 Request processed in 133us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472035.808824:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1772472035.809205:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856859136:0@lo:400:kworker.0 00000100:00080000:3.0:1772472035.809480:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472036.522583:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472036.780018:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856859392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472036.780108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472036.780291:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856859392 00000100:00100000:3.0:1772472036.780313:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856859392 00000100:00100000:3.0:1772472036.780374:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1772472036.780384:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856859392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472036.780430:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:3.0:1772472036.780477:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856859392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472036.780484:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1772472036.780639:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856859392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472036.781145:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856859520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472036.781186:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472036.781338:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856859520 00000100:00100000:2.0:1772472036.781344:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856859520 00000100:00100000:2.0:1772472036.781391:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1772472036.781400:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856859520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472036.781417:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 171170624 pending 0 free 3922444288 avail 3690921984 00000100:00100000:2.0:1772472036.782251:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856859520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 847us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472036.782262:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1772472036.782543:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856859520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472037.070865:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472037.070961:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472037.070988:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472037.072411:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956800 00000100:00100000:3.0:1772472037.072426:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956800 00000100:00100000:3.0:1772472037.072765:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 633 00000100:00100000:3.0:1772472037.072781:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834956800:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472037.072893:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:2410:x1858570834956800:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 117us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472037.073389:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 633 00000100:00080000:3.0:1772472037.073428:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472037.076969:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472037.077101:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472037.077148:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472037.077849:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956544 00000100:00100000:2.0:1772472037.077861:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956544 00000100:00100000:2.0:1772472037.077912:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956416 00000100:00100000:2.0:1772472037.077916:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956416 00000100:00100000:2.0:1772472037.077971:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 765 00000100:00100000:2.0:1772472037.077982:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834956416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472037.078078:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834956416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 97us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472037.078087:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 765 00000100:00100000:2.0:1772472037.079032:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957056 00000100:00100000:2.0:1772472037.079042:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957056 00000100:00100000:2.0:1772472037.079886:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1078 00000100:00100000:2.0:1772472037.079959:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:2410:x1858570834956544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472037.080448:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:2410:x1858570834956544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 148us (9190us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472037.080460:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1078 00000100:00100000:2.0:1772472037.080868:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1079 00000100:00100000:2.0:1772472037.080881:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2410:x1858570834957056:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472037.081032:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957312 00000100:00100000:1.0:1772472037.081042:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957312 00000100:00100000:1.0:1772472037.081106:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 634 00000100:00100000:1.0:1772472037.081113:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834957312:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472037.081640:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2410:x1858570834957056:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 761us (10649us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472037.081649:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1079 00000100:00100000:1.0:1772472037.081798:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834957312:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 683us (4838us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472037.081806:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 634 00000100:00080000:2.0:1772472037.082469:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472037.082475:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472037.088459:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956672 00000100:00100000:1.0:1772472037.088477:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956672 00000100:00100000:1.0:1772472037.088971:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1080 00000100:00100000:1.0:1772472037.088986:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834956672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472037.089072:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834956672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 82us (11914us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472037.089081:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1080 00000100:00080000:2.0:1772472037.095851:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472037.099018:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472037.099083:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472037.099115:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957184 00000100:00100000:0.0:1772472037.099143:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957184 00000100:00100000:0.0:1772472037.099219:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1081 00000100:00100000:0.0:1772472037.099230:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834957184:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472037.099333:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834957184:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 104us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472037.099341:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1081 00000100:00100000:0.0:1772472037.099404:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472037.099963:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834956928 00000100:00100000:2.0:1772472037.099970:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834956928 00000100:00100000:2.0:1772472037.100016:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 635 00000100:00100000:2.0:1772472037.100026:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834956928:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472037.100071:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834956928:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 47us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472037.100079:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 635 00000100:00100000:2.0:1772472037.100096:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957440 00000100:00100000:2.0:1772472037.100099:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957440 00000100:00100000:2.0:1772472037.100121:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 636 00000100:00100000:2.0:1772472037.100127:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834957440:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472037.100176:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834957440:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472037.100183:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 636 00000100:00080000:2.0:1772472037.100202:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472037.100206:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772472037.547029:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772472038.052632:0:23746:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 12:20:36 (1772472036) 00000100:00100000:0.0:1772472038.315965:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856859648:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472038.316029:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472038.316097:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856859648 00000100:00100000:0.0:1772472038.316104:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856859648 00000100:00100000:0.0:1772472038.316162:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1772472038.316170:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856859648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472038.316207:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:0.0:1772472038.316252:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856859648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472038.316259:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1772472038.316299:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856859648:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472038.570503:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472038.677558:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.677773:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957568 00000100:00100000:1.0:1772472038.677783:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957568 00000100:00100000:1.0:1772472038.677864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1385 00000100:00100000:1.0:1772472038.677875:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:32616:x1858570834957568:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772472038.677992:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:32616:x1858570834957568:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 118us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472038.678001:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1385 00000100:00100000:1.0:1772472038.691075:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.691996:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957696 00000100:00100000:0.0:1772472038.692011:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957696 00000100:00100000:0.0:1772472038.692627:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1386 00000100:00100000:0.0:1772472038.692643:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:32616:x1858570834957696:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772472038.692799:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:32616:x1858570834957696:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 160us (2289us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472038.692816:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1386 00000100:00100000:3.0:1772472038.726489:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.727126:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834957824 00000100:00100000:0.0:1772472038.727138:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834957824 00000100:00100000:0.0:1772472038.727192:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1387 00000100:00100000:0.0:1772472038.727202:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:32617:x1858570834957824:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472038.727224:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.727246:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d38a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40747a expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727341:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727356:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727368:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727382:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727389:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727395:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727442:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727450:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727456:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727462:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.727466:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727473:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727486:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472038.727490:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.727495:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727501:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727528:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727535:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727540:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727545:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.727548:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727554:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727561:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8f9b86be0500) 00010000:00010000:0.0:1772472038.727563:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.727567:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727572:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727613:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d38a7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40747a expref: 105 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727624:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472038.727626:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.727629:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d38a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40747a expref: 105 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.727639:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2200, rc 0) 00000100:00100000:0.0:1772472038.731190:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:32617:x1858570834957824:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3977us (4696us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472038.731205:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1387 00000100:00100000:3.0:1772472038.750430:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472038.750720:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958080 00000100:00100000:2.0:1772472038.750732:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958080 00000100:00100000:2.0:1772472038.750878:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1388 00000100:00100000:2.0:1772472038.750889:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:32617:x1858570834958080:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:2.0:1772472038.750950:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472038.750978:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3597 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407370 expref: 104 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.750998:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472038.751004:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472038.751068:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.751084:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 47 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.751093:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.751128:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 47 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.751147:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 47 pid: 6526 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472038.751161:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856859776:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472038.751265:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c83245540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472038.758185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.758497:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958208 00000100:00100000:0.0:1772472038.758508:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958208 00010000:00010000:0.0:1772472038.758565:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 48 pid: 6526 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472038.758615:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 424 00000100:00100000:0.0:1772472038.758625:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2412:x1858570834958208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472038.758641:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472038.758648:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 48 pid: 6526 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472038.759269:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856859776:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472038.759446:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 48 pid: 6526 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.760086:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.760160:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0800/0xb50b868c089d3512 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407346 expref: 48 pid: 6526 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.760178:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472038.760183:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.760193:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.760202:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.760400:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472038.760912:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:2412:x1858570834958208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2037us (2486us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472038.760927:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 424 00010000:00010000:2.0:1772472038.761049:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.761058:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.761084:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.761094:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.761103:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764194:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764218:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764431:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472038.764468:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006428c4e6 reply state 0000000038250d70 transno 4294968139 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764482:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764491:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:2.0:1772472038.764493:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472038.764498:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1772472038.764505:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:2.0:1772472038.764926:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764934:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764940:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764946:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472038.764950:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764957:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764970:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472038.764973:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472038.764978:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.764985:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d38bc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472038.765002:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006428c4e6 reply state 0000000038250d70 transno 4294968139 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.765011:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.765017:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8f9b83a2e400) 00010000:00010000:2.0:1772472038.765019:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472038.765021:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1772472038.765120:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:32617:x1858570834958080:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 14229us (14697us total) trans 4294968139 rc 0/0 00000100:00100000:2.0:1772472038.765130:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1388 00000001:00080000:0.0:1772472038.778704:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968139 is committed 00000001:00100000:0.0:1772472038.778727:0:6504:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000001:00080000:0.0:1772472038.778735:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968138 is committed 00000020:00000080:0.0:1772472038.778741:0:6504:0:(genops.c:904:class_export_put()) final put ffff8f9b86531000/dcff67a9-5514-467a-a832-a67e7df1fce9 00010000:00010000:3.0:1772472038.779148:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779162:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779171:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779177:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472038.779181:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779190:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779211:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8f9b83a2e400) 00010000:00010000:3.0:1772472038.779215:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472038.779221:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779227:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d38c3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779270:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779277:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779283:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779288:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472038.779291:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779297:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779355:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b83a2e200) 00010000:00010000:3.0:1772472038.779358:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472038.779361:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472038.779368:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d38ca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1772472038.779580:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00080000:3.0:1772472038.780445:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:3.0:1772472038.780460:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:1.0:1772472038.780967:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.781441:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958336 00000100:00100000:0.0:1772472038.781452:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958336 00000100:00100000:0.0:1772472038.781531:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1389 00000100:00100000:0.0:1772472038.781541:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+103:32618:x1858570834958336:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472038.781568:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.781601:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d38d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407481 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.781695:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.781711:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.781724:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472038.781934:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772472038.781939:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472038.781962:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.781988:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d38d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407481 expref: 105 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.782006:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407481 expref: 104 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.782015:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472038.782018:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472038.782022:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3200, rc 0) 00000100:00100000:0.0:1772472038.782087:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:32618:x1858570834958336:12345-192.168.202.58@tcp:101:bash.0 Request processed in 547us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472038.782095:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1389 00000100:00100000:3.0:1772472038.786406:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.786517:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958464 00000100:00100000:0.0:1772472038.786529:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958464 00000100:00100000:0.0:1772472038.786597:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1390 00000100:00100000:0.0:1772472038.786607:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+104:32618:x1858570834958464:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472038.786629:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.786652:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407488 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786730:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786745:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786766:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786781:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786790:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786801:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786925:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3c00/0xb50b868c089d38f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786934:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3c00/0xb50b868c089d38f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.786941:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3c00/0xb50b868c089d38f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472038.786980:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:0.0:1772472038.786983:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472038.787006:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3c00/0xb50b868c089d38f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787019:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787026:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787032:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787038:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.787044:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787051:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787065:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472038.787067:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.787073:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787079:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d38e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787092:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787099:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787104:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787109:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.787111:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787117:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787124:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8f9b86be0500) 00010000:00010000:0.0:1772472038.787126:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.787129:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787135:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d38ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787170:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d38df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407488 expref: 106 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787183:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3c00/0xb50b868c089d38f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407488 expref: 105 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.787191:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.787193:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472038.787196:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3c00, rc 0) 00000100:00100000:0.0:1772472038.787260:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:32618:x1858570834958464:12345-192.168.202.58@tcp:101:bash.0 Request processed in 654us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472038.787269:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1390 00000100:00100000:3.0:1772472038.791643:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.792206:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958592 00000100:00100000:1.0:1772472038.792224:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958592 00000100:00100000:1.0:1772472038.792329:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1391 00000100:00100000:1.0:1772472038.792340:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:32618:x1858570834958592:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472038.792362:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472038.792384:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d38fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40748f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792452:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792466:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792478:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792493:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792499:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792506:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792564:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792571:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792578:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792597:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472038.792602:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792610:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792623:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:1.0:1772472038.792626:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.792631:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792638:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3902 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792650:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792665:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792671:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792677:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472038.792679:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.792685:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.793207:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9c899c5800) 00010000:00010000:1.0:1772472038.793210:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.793214:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.793220:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3909 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.793276:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d38fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40748f expref: 106 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.793288:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:1.0:1772472038.793291:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.793294:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d38fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40748f expref: 106 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.793330:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772472038.793403:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:32618:x1858570834958592:12345-192.168.202.58@tcp:101:bash.0 Request processed in 1064us (1771us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472038.793411:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1391 00000020:00000080:2.0:1772472038.810344:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8f9b86531000/dcff67a9-5514-467a-a832-a67e7df1fce9 for lustre-MDT0000 00000020:00000080:3.0:1772472038.810887:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8f9b86534800 for lustre-MDT0000 00000100:00100000:1.0:1772472038.831771:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472038.833949:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958720 00000100:00100000:2.0:1772472038.833965:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958720 00000100:00100000:2.0:1772472038.834037:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1392 00000100:00100000:2.0:1772472038.834058:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+47:32619:x1858570834958720:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472038.834079:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472038.834105:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3910 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407496 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.834171:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.834184:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.834196:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472038.834236:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1772472038.834240:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472038.834261:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.834289:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3910 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 49 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.834308:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.834319:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472038.834322:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472038.834327:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472038.834408:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:32619:x1858570834958720:12345-192.168.202.58@tcp:101:rm.0 Request processed in 359us (2655us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472038.834417:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1392 00000100:00100000:3.0:1772472038.836572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.836656:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958848 00000100:00100000:1.0:1772472038.836665:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958848 00000100:00100000:1.0:1772472038.836733:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1393 00000100:00100000:1.0:1772472038.836744:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:32619:x1858570834958848:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472038.836765:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472038.836796:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d391e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40749d expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.836880:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.836895:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.836906:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.836921:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.836927:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.836934:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837019:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3933 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837029:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3933 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837036:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3933 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472038.837071:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1772472038.837075:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472038.837095:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3933 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837125:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837131:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837137:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837143:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472038.837147:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837155:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837167:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472038.837170:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.837176:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837182:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d3925 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837194:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837200:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837206:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837211:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472038.837215:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837220:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837227:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8f9c899c5800) 00010000:00010000:1.0:1772472038.837229:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.837232:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837237:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d392c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837267:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d391e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40749d expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837281:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fbe00/0xb50b868c089d3933 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40749d expref: 49 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.837288:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:1.0:1772472038.837291:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1772472038.837293:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fbe00, rc 0) 00000100:00100000:1.0:1772472038.837404:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32619:x1858570834958848:12345-192.168.202.58@tcp:101:rm.0 Request processed in 661us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472038.837411:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1393 00000100:00100000:3.0:1772472038.841564:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.841654:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834958976 00000100:00100000:0.0:1772472038.841664:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834958976 00000100:00100000:0.0:1772472038.841731:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1394 00000100:00100000:0.0:1772472038.841741:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32619:x1858570834958976:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472038.841763:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.841796:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d393a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074a4 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841877:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841892:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841905:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841920:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841928:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841934:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841978:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841986:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841993:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.841999:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.842004:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842011:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842023:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.842027:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.842031:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842037:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3941 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842050:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842057:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842063:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842067:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.842070:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842076:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842084:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0500) 00010000:00010000:0.0:1772472038.842086:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.842089:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842095:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3948 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842142:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d393a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074a4 expref: 50 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842153:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.842156:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.842161:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d393a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074a4 expref: 50 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.842170:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472038.842234:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32619:x1858570834958976:12345-192.168.202.58@tcp:101:rm.0 Request processed in 494us (679us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472038.842241:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1394 00000100:00100000:3.0:1772472038.846432:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.846778:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834959104 00000100:00100000:0.0:1772472038.846789:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834959104 00000100:00100000:0.0:1772472038.846906:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1395 00000100:00100000:0.0:1772472038.846917:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32619:x1858570834959104:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472038.846942:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.846965:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d394f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074ab expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847037:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847052:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847066:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847080:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847088:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847094:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847131:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847138:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847144:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847151:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.847155:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847163:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847176:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.847179:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.847184:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847190:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3956 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847204:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847210:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847215:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847220:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.847223:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847228:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847235:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0f00) 00010000:00010000:0.0:1772472038.847237:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.847240:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847245:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d395d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847278:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d394f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ab expref: 50 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847289:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.847291:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.847295:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d394f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ab expref: 50 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.847341:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2200, rc 0) 00000100:00100000:0.0:1772472038.847416:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32619:x1858570834959104:12345-192.168.202.58@tcp:101:rm.0 Request processed in 500us (994us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472038.847424:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1395 00000100:00100000:3.0:1772472038.864072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472038.864234:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834959232 00000100:00100000:2.0:1772472038.864245:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834959232 00000100:00100000:0.0:1772472038.864423:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1396 00000100:00100000:0.0:1772472038.864657:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32620:x1858570834959232:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472038.864681:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.864856:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3964 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074b2 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.864929:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.864944:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.864958:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.864974:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.864981:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.864988:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865030:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865037:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865044:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865054:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.865059:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865067:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865080:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.865083:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.865108:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865115:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d396b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865130:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865136:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865142:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865146:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.865149:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865155:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865166:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0500) 00010000:00010000:0.0:1772472038.865169:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.865172:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865178:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3972 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865215:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3964 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074b2 expref: 50 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865226:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.865228:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.865232:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3964 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074b2 expref: 50 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.865241:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472038.865337:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32620:x1858570834959232:12345-192.168.202.58@tcp:101:cp.0 Request processed in 685us (1277us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472038.865346:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1396 00000100:00100000:3.0:1772472038.870456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472038.870536:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834959360 00000100:00100000:2.0:1772472038.870547:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834959360 00000100:00100000:2.0:1772472038.870610:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1397 00000100:00100000:2.0:1772472038.870620:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32620:x1858570834959360:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472038.870641:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472038.870662:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3979 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074b9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870743:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870757:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870770:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870785:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870791:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870797:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870845:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870853:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870858:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870864:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870868:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472038.870872:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870877:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870887:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772472038.870889:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472038.870893:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870898:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3980 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870910:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870916:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870921:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870925:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472038.870928:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870932:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870940:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472038.870942:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472038.870946:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870952:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3987 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870983:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3979 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074b9 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.870991:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772472038.870993:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472038.870995:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3979 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074b9 expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.871001:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472038.871053:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32620:x1858570834959360:12345-192.168.202.58@tcp:101:cp.0 Request processed in 434us (607us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472038.871061:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1397 00000100:00100000:1.0:1772472038.877145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.877234:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834959616 00000100:00100000:0.0:1772472038.877245:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834959616 00000100:00100000:0.0:1772472038.877341:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1398 00000100:00100000:0.0:1772472038.877351:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32620:x1858570834959616:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472038.877375:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.877395:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d398e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074c0 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.877509:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.877524:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.877535:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.877548:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.877554:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.877560:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472038.877926:0:9675:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:0.0:1772472038.878056:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878063:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878068:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878091:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878098:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878103:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878107:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472038.878112:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878130:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878142:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472038.878146:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472038.878150:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878156:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3995 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472038.878170:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b6dd1f9d reply state 00000000e924e46e transno 4294968140 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878180:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878187:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0500) 00010000:00010000:0.0:1772472038.878189:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472038.878191:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472038.878219:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d398e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878233:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.878240:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:0.0:1772472038.878242:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472038.878245:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2200, rc 0) 00000100:00100000:0.0:1772472038.878352:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:32620:x1858570834959616:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1001us (1217us total) trans 4294968140 rc 0/0 00000100:00100000:0.0:1772472038.878360:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1398 00000100:00100000:3.0:1772472038.889035:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.889153:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834959744 00000100:00100000:1.0:1772472038.889165:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834959744 00000100:00100000:1.0:1772472038.889238:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 376 00000100:00100000:1.0:1772472038.889248:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834959744:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472038.889269:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472038.889295:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074c7 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472038.889385:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772472038.889407:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472038.889409:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472038.889418:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.889435:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.889450:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772472038.889515:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834959744:12345-192.168.202.58@tcp:101:cp.0 Request processed in 268us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472038.889522:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 376 00000100:00100000:3.0:1772472038.893813:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472038.893912:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834959872 00000100:00100000:2.0:1772472038.893922:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834959872 00000100:00100000:2.0:1772472038.893983:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 377 00000100:00100000:2.0:1772472038.893993:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:32620:x1858570834959872:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472038.894012:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472038.894028:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074ce expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.894055:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.894065:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472038.894067:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472038.894070:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.894098:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.894111:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 969 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472038.894136:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856859904:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472038.894243:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fea80 going to sleep for 11 seconds 00000100:00100000:2.0:1772472038.897894:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856859904:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472038.897945:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472038.897966:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472038.898029:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:32620:x1858570834959872:12345-192.168.202.58@tcp:101:cp.0 Request processed in 4037us (4237us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472038.898038:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 377 00000100:00100000:3.0:1772472038.900239:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.900523:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834960000 00000100:00100000:0.0:1772472038.900534:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834960000 00010000:00010000:0.0:1772472038.900577:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 969 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472038.900626:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 425 00000100:00100000:0.0:1772472038.900636:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834960000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472038.900652:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472038.900677:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 969 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.900691:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 969 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.900718:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002680216/0xb50b868c089d39b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c7 expref: 11 pid: 8410 timeout: 969 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.900738:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472038.900740:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472038.900748:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.900758:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.900818:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472038.900833:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856860032:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472038.900918:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b300 going to sleep for 11 seconds 00000100:00100000:0.0:1772472038.903891:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856860032:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472038.903920:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472038.903977:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834960000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3341us (3746us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472038.903988:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 425 00000100:00100000:3.0:1772472038.907580:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.907672:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834960256 00000100:00100000:1.0:1772472038.907683:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834960256 00000100:00100000:1.0:1772472038.907748:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 283 00000100:00100000:1.0:1772472038.907758:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:32620:x1858570834960256:12345-192.168.202.58@tcp:35:cp.0 00000001:00080000:1.0:1772472038.908031:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968141 00000100:00100000:1.0:1772472038.908157:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:32620:x1858570834960256:12345-192.168.202.58@tcp:35:cp.0 Request processed in 400us (587us total) trans 4294968142 rc 0/0 00000100:00100000:1.0:1772472038.908166:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 283 00000020:00080000:1.0:1772472038.908170:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1772472038.948980:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.949100:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834960384 00000100:00100000:1.0:1772472038.949121:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834960384 00000100:00100000:1.0:1772472038.949189:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1399 00000100:00100000:1.0:1772472038.949199:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+105:32623:x1858570834960384:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472038.949223:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472038.949247:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d39bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074d5 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949352:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949602:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949618:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949633:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949641:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949647:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949731:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949744:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949751:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472038.949796:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:1.0:1772472038.949811:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472038.949832:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949843:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949851:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949857:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949864:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949870:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472038.949874:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949882:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949894:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:1.0:1772472038.949898:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.949902:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949908:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d39c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949922:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949928:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949934:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949938:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472038.949941:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949947:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949953:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0500) 00010000:00010000:1.0:1772472038.949956:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472038.949958:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949964:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d39cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.949992:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d39bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.950006:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 106 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.950013:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:1.0:1772472038.950015:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472038.950017:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772472038.950343:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:32623:x1858570834960384:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1105us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472038.950351:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1399 00000100:00100000:3.0:1772472038.953812:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472038.954232:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834960512 00000100:00100000:0.0:1772472038.954242:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834960512 00000100:00100000:0.0:1772472038.954333:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 378 00000100:00100000:0.0:1772472038.954344:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834960512:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472038.954364:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472038.954721:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074ebbaac/0xb50b868c089d39db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074dc expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472038.954882:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856860160:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472038.954972:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b300 going to sleep for 11 seconds 00002000:00010000:0.0:1772472038.958223:0:16551:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1772472038.958233:0:16551:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1772472039 00002000:00010000:0.0:1772472038.958235:0:16551:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1772472038 00002000:00010000:0.0:1772472038.958237:0:16551:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1772472039 00002000:00010000:0.0:1772472038.958239:0:16551:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1772472038.958261:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856860160:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772472038.958297:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000074ebbaac/0xb50b868c089d39db lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074dc expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.958492:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074ebbaac/0xb50b868c089d39db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074dc expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472038.958505:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472038.958606:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834960512:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 4264us (4810us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472038.958615:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 378 00000100:00100000:2.0:1772472038.968580:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472038.968668:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834960640 00000100:00100000:1.0:1772472038.968680:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834960640 00000100:00100000:1.0:1772472038.968747:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1400 00000100:00100000:1.0:1772472038.968757:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:32623:x1858570834960640:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472038.968953:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472038.968979:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074e3 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.969053:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.969070:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.969081:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472038.969134:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1772472038.969139:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472038.969163:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.969189:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 108 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.969208:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 107 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472038.969218:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:1.0:1772472038.969221:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472038.969226:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:1.0:1772472038.969957:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:32623:x1858570834960640:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1198us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472038.969966:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1400 00000100:00100000:1.0:1772472038.986096:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472038.986272:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834960768 00000100:00100000:3.0:1772472038.986284:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834960768 00000100:00100000:3.0:1772472038.986400:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 379 00000100:00100000:3.0:1772472038.986410:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834960768:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472038.986430:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472038.986447:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d39f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074ea expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472038.986510:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856860288:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472038.986591:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e780 going to sleep for 11 seconds 00000100:00100000:1.0:1772472039.001014:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856860288:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472039.001060:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d39f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ea expref: 19 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.001085:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d39f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ea expref: 19 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.001099:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:1.0:1772472039.001171:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834960768:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 14762us (15087us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472039.001185:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 379 00000100:00100000:0.0:1772472039.011975:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472039.012178:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961024 00000100:00100000:1.0:1772472039.012196:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961024 00000100:00100000:1.0:1772472039.012279:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1401 00000100:00100000:1.0:1772472039.012293:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:32623:x1858570834961024:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:1.0:1772472039.012535:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:1.0:1772472039.012617:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:32623:x1858570834961024:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 329us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472039.012626:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1401 00000100:00080000:2.0:1772472039.012921:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1772472039.150274:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472039.341126:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856860416:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472039.341207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472039.348843:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856860416 00000100:00100000:1.0:1772472039.348862:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856860416 00000100:00100000:1.0:1772472039.348930:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1772472039.348940:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856860416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472039.348978:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472039.349071:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856860416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (7864us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472039.349079:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1772472039.349666:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856860416:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1772472039.402550:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472039.402561:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472039.402611:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:1.0:1772472039.402627:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472039.402883:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856860544:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472039.402985:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00000100:00100000:0.0:1772472039.418752:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472039.418871:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961152 00000100:00100000:2.0:1772472039.418880:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961152 00000100:00100000:2.0:1772472039.418947:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1402 00000100:00100000:2.0:1772472039.418955:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834961152:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472039.418988:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472039.419108:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834961152:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 152us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472039.419116:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1402 00000100:00080000:3.0:1772472039.419284:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472039.423237:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856860544:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472039.429875:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472039.430433:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961408 00000100:00100000:1.0:1772472039.430446:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961408 00000100:00100000:1.0:1772472039.430514:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1403 00000100:00100000:1.0:1772472039.430524:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:32633:x1858570834961408:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472039.430547:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472039.430568:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d39f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074f1 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.430690:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39fe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.430706:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.430719:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472039.430731:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:1.0:1772472039.431040:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d39f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f1 expref: 57 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.431059:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f1 expref: 56 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.431068:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:1.0:1772472039.431071:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472039.431074:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:1.0:1772472039.431147:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834961408:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 624us (1282us total) trans 4294968143 rc 0/0 00000100:00100000:1.0:1772472039.431159:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1403 00000100:00100000:1.0:1772472039.437973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.438403:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961664 00000100:00100000:3.0:1772472039.438416:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961664 00000100:00100000:3.0:1772472039.438495:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 66 00000100:00100000:3.0:1772472039.438505:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2409:x1858570834961664:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472039.438523:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472039.438550:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d39fe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f1 expref: 56 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.438572:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:3.0:1772472039.438578:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472039.438648:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2409:x1858570834961664:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 144us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472039.438658:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 66 00000100:00100000:3.0:1772472039.438756:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.441724:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961536 00000100:00100000:3.0:1772472039.441741:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961536 00000100:00100000:3.0:1772472039.443536:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 380 00000100:00100000:3.0:1772472039.443558:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834961536:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472039.443606:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.443637:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.443646:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472039.443648:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472039.443652:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.443686:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.443702:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 10 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472039.443716:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856860672:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472039.446902:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686ee40 going to sleep for 11 seconds 00000100:00080000:3.0:1772472039.447426:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472039.453355:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472039.453509:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856860672:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472039.453543:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472039.453649:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961792 00000100:00100000:1.0:1772472039.453656:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961792 00002000:00100000:1.0:1772472039.453710:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->157) req@ffff8f9cb78bf800 x1858570834961792/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:75/0 lens 648/0 e 0 to 0 dl 1772472050 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472039.453721:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb78bf800 with x1858570834961792 ext(0->157) 00010000:00010000:1.0:1772472039.453728:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 11 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.453742:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 11 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472039.453750:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb78bf800 00000100:00100000:1.0:1772472039.453786:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 17 00000100:00100000:1.0:1772472039.453805:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834961792:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:1.0:1772472039.455546:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834961792:12345-192.168.202.58@tcp:4:cp.0 Request processed in 1741us (2194us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1772472039.455560:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 17 00002000:00100000:1.0:1772472039.455571:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->157) req@ffff8f9cb78bf800 x1858570834961792/t4294967372(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:75/0 lens 648/448 e 0 to 0 dl 1772472050 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472039.455582:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb78bf800 with x1858570834961792 ext(0->157) 00010000:00010000:1.0:1772472039.455591:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 13 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.455627:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 13 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472039.455635:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb78bf800 00000100:00100000:1.0:1772472039.468210:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472039.473769:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834961920 00000100:00100000:0.0:1772472039.473929:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834961920 00010000:00010000:0.0:1772472039.473981:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 13 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472039.474524:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 426 00000100:00100000:0.0:1772472039.474539:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570834961920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472039.474556:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772472039.474577:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772472039.474586:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 13 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.474600:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 13 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.474639:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d39b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ce expref: 13 pid: 9676 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.474657:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472039.474659:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472039.474664:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.474674:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.474996:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472039.475072:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834961920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 536us (6870us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472039.475080:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 426 00010000:00010000:1.0:1772472039.477012:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477032:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477063:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477072:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477080:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477088:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472039.477092:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477203:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477225:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.477233:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2375133/0xb50b868c089d3a0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472039.477953:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834961536:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 34397us (39190us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472039.477965:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 380 00000100:00100000:1.0:1772472039.484280:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.484474:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834962176 00000100:00100000:3.0:1772472039.484485:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834962176 00000100:00100000:3.0:1772472039.484551:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1404 00000100:00100000:3.0:1772472039.484561:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834962176:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472039.484695:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834962176:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 136us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472039.484704:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1404 00000100:00100000:2.0:1772472039.492414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472039.492499:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834962304 00000100:00100000:0.0:1772472039.492509:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834962304 00000100:00100000:0.0:1772472039.492570:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 381 00000100:00100000:0.0:1772472039.492580:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834962304:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472039.492599:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472039.492629:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074f8 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472039.492653:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 158, mtime: 0x69a5c6e7, atime: 0x0, ctime: 0x69a5c6e7, blocks: 0x8 00010000:00010000:0.0:1772472039.492674:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472039.492676:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472039.492686:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.492705:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.492720:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3000, rc 0) 00000100:00100000:0.0:1772472039.492782:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834962304:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 203us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472039.492790:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 381 00000100:00100000:0.0:1772472039.502736:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472039.502959:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834962560 00000100:00100000:1.0:1772472039.502971:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834962560 00000100:00100000:1.0:1772472039.503039:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1405 00000100:00100000:1.0:1772472039.503050:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834962560:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472039.503172:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834962560:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 123us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472039.503180:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1405 00000100:00100000:2.0:1772472039.516515:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.519555:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834962688 00000100:00100000:3.0:1772472039.519569:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834962688 00002000:00100000:3.0:1772472039.519638:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff8f9b84dd3b80 x1858570834962688/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:75/0 lens 488/0 e 0 to 0 dl 1772472050 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472039.519650:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84dd3b80 with x1858570834962688 ext(0->4095) 00002000:00010000:3.0:1772472039.519655:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84dd3b80 00000100:00100000:3.0:1772472039.519687:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 102 00000100:00100000:3.0:1772472039.519696:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834962688:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772472039.520014:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834962688:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 318us (3507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772472039.520023:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 102 00002000:00100000:3.0:1772472039.520029:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4095) req@ffff8f9b84dd3b80 x1858570834962688/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:75/0 lens 488/4536 e 0 to 0 dl 1772472050 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472039.520037:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84dd3b80 with x1858570834962688 ext(0->4095) 00002000:00010000:3.0:1772472039.520041:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b84dd3b80 00000100:00100000:1.0:1772472039.527385:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.527541:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834962816 00000100:00100000:3.0:1772472039.527553:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834962816 00000100:00100000:3.0:1772472039.527622:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1406 00000100:00100000:3.0:1772472039.527634:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32633:x1858570834962816:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472039.527657:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472039.527678:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a1a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4074ff expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.527711:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.527724:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.527734:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.527989:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a1a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.528010:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.528020:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:3.0:1772472039.528023:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472039.528027:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472039.528134:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834962816:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 501us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472039.528142:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1406 00000100:00100000:2.0:1772472039.543353:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.543669:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834962944 00000100:00100000:3.0:1772472039.543680:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834962944 00000100:00100000:3.0:1772472039.543745:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1407 00000100:00100000:3.0:1772472039.543756:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834962944:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772472039.543812:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472039.543937:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834962944:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 181us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472039.543945:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1407 00000100:00100000:3.0:1772472039.548458:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472039.559089:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834963072 00000100:00100000:0.0:1772472039.559290:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834963072 00000100:00100000:0.0:1772472039.559963:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 382 00000100:00100000:0.0:1772472039.559975:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834963072:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472039.560024:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560042:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472039.560044:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472039.560048:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560063:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560089:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560260:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560271:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560280:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472039.560284:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560295:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560504:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.560513:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbb3f197/0xb50b868c089d3a28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472039.560642:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834963072:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 669us (12194us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472039.560651:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 382 00000100:00100000:1.0:1772472039.571221:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472039.573535:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834963328 00000100:00100000:0.0:1772472039.573549:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834963328 00000100:00100000:1.0:1772472039.583367:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1408 00000100:00100000:1.0:1772472039.583384:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834963328:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772472039.583468:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.583488:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.583498:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.583540:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472039.583556:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 56 pid: 10040 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472039.583571:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856860800:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472039.583684:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3300 going to sleep for 11 seconds 00000100:00100000:2.0:1772472039.587752:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472039.588007:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834963456 00000100:00100000:0.0:1772472039.588018:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834963456 00010000:00010000:0.0:1772472039.588063:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 57 pid: 10040 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472039.588116:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 427 00000100:00100000:0.0:1772472039.588126:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834963456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472039.588142:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472039.588149:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 57 pid: 10040 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.588164:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 57 pid: 10040 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.588189:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:0.0:1772472039.588196:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.588207:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.588214:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472039.588232:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472039.588278:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834963456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 154us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472039.588286:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 427 00010000:00010000:3.0:1772472039.588648:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3a21 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074ff expref: 56 pid: 10040 timeout: 970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472039.588666:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856860800:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472039.588689:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.588698:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.588703:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.588988:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.588997:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.589003:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.589008:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472039.589013:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.589022:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.589032:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:3.0:1772472039.589035:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472039.589039:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472039.589045:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3a2f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472039.589421:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834963328:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 6040us (18205us total) trans 4294968144 rc 0/0 00000100:00100000:3.0:1772472039.589431:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1408 00000040:00080000:0.0:1772472039.593453:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472039.593465:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472039.594605:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1772472039.594620:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472039.597564:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472039.597660:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834963712 00000100:00100000:3.0:1772472039.597670:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834963712 00000100:00100000:3.0:1772472039.597720:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 284 00000100:00100000:3.0:1772472039.597731:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32633:x1858570834963712:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472039.598290:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32633:x1858570834963712:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 560us (732us total) trans 4294968145 rc 0/0 00000100:00100000:3.0:1772472039.598299:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 284 00010000:00010000:0.0:1772472039.605762:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472040.077981:0:23796:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472040.077992:0:23796:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472040.078024:0:23796:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:2.0:1772472040.078030:0:23796:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472040.193377:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.195142:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834963840 00000100:00100000:2.0:1772472040.195178:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834963840 00000100:00100000:2.0:1772472040.195261:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 383 00000100:00100000:2.0:1772472040.195273:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834963840:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472040.195296:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472040.195337:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407506 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.195365:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472040.195368:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472040.195378:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.195399:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.195414:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0a00, rc 0) 00000100:00100000:2.0:1772472040.195480:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2410:x1858570834963840:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 210us (2116us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472040.195488:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 383 00000100:00080000:0.0:1772472040.196109:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472040.207496:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.207583:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964096 00000100:00100000:0.0:1772472040.207594:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964096 00000100:00100000:0.0:1772472040.207659:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1409 00000100:00100000:0.0:1772472040.207669:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:32635:x1858570834964096:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472040.207694:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472040.207720:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a3d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40750d expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.207862:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3a44 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.207880:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3a44 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.207894:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3a44 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472040.207910:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:0.0:1772472040.208023:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a3d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40750d expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.208040:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3a44 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40750d expref: 109 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.208050:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:0.0:1772472040.208053:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1772472040.208056:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472040.208340:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:32635:x1858570834964096:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 455us (635us total) trans 4294968146 rc 0/0 00000100:00100000:0.0:1772472040.208349:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1409 00000100:00100000:0.0:1772472040.215599:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.215676:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964224 00000100:00100000:3.0:1772472040.215688:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964224 00000100:00100000:3.0:1772472040.215754:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 384 00000100:00100000:3.0:1772472040.215767:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2409:x1858570834964224:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:3.0:1772472040.215835:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.215858:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.215867:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.215873:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.215875:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.215878:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.215926:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.215940:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 19 pid: 9676 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.215955:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856860928:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472040.216048:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.216059:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 11 pid: 16551 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.216075:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856861056:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472040.216098:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e600 going to sleep for 11 seconds 00000100:00100000:3.0:1772472040.220852:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856860928:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472040.220869:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856861056:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472040.220893:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.233416:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.233481:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.233511:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964352 00000100:00100000:0.0:1772472040.233520:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964352 00010000:00010000:0.0:1772472040.233556:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 20 pid: 9676 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.233584:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964480 00000100:00100000:0.0:1772472040.233587:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964480 00010000:00010000:0.0:1772472040.233596:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 12 pid: 16551 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.233625:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 428 00000100:00100000:0.0:1772472040.233633:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2412:x1858570834964352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472040.233647:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472040.233666:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 20 pid: 9676 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233679:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 20 pid: 9676 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233700:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c85cb578/0xb50b868c089d3a36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407506 expref: 20 pid: 9676 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233717:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472040.233758:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570834964352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 125us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.233765:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 428 00000100:00100000:0.0:1772472040.233782:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 429 00000100:00100000:0.0:1772472040.233788:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8568ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834964480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472040.233805:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472040.233819:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 12 pid: 16551 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233836:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 12 pid: 16551 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233850:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d3a13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074f8 expref: 12 pid: 16551 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233860:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472040.233862:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472040.233867:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233877:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233900:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472040.233916:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8568ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834964480:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 128us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.233922:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 429 00010000:00010000:0.0:1772472040.233969:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233978:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.233996:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.234005:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.234014:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.234021:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472040.234025:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.234034:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.234043:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.234050:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3a52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.234086:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834964224:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 18322us (18498us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.234093:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 384 00000100:00100000:0.0:1772472040.244007:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.244047:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964736 00000100:00100000:0.0:1772472040.244057:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964736 00000100:00100000:0.0:1772472040.244111:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 285 00000100:00100000:0.0:1772472040.244121:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:32635:x1858570834964736:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:0.0:1772472040.244190:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3a44 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40750d expref: 109 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472040.244406:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968147 00000001:00080000:0.0:1772472040.244727:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968148 00010000:00010000:0.0:1772472040.244765:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.244782:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 56 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.244800:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.244807:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.244840:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.244855:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 112 pid: 6526 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.244869:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856861184:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472040.244958:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 56 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.244973:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 56 pid: 9675 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.244983:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856861312:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472040.245007:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472040.254258:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.254323:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.254358:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964864 00000100:00100000:1.0:1772472040.254367:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964864 00010000:00010000:1.0:1772472040.254412:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 113 pid: 6526 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472040.254445:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834964992 00000100:00100000:1.0:1772472040.254449:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834964992 00010000:00010000:1.0:1772472040.254462:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 57 pid: 9675 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472040.254484:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 430 00000100:00100000:1.0:1772472040.254493:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:2412:x1858570834964864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472040.254510:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472040.254517:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 113 pid: 6526 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.254535:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 113 pid: 6526 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.254557:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:1.0:1772472040.254563:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.254572:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.254579:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472040.254759:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 431 00000100:00100000:3.0:1772472040.254770:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834964992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472040.254779:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472040.254785:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 57 pid: 9675 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.254804:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 57 pid: 9675 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.254817:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:3.0:1772472040.254820:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.254828:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.254836:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.254856:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472040.254891:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834964992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 123us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.254899:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 431 00010000:00010000:2.0:1772472040.255188:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d39d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074d5 expref: 113 pid: 6526 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.255207:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856861184:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472040.255220:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d39a3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074c0 expref: 56 pid: 9675 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.255231:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856861312:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472040.255253:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.255262:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.255269:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472040.255421:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968149 00000001:00080000:2.0:1772472040.255537:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968150 00000001:00080000:2.0:1772472040.255577:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968151 00000100:00100000:2.0:1772472040.255669:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856861440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772472040.255725:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472040.255757:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472040.256149:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:2412:x1858570834964864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1652us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.256159:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 430 00000100:00100000:3.0:1772472040.256342:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856861440 00000100:00100000:3.0:1772472040.256349:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856861440 00000100:00100000:3.0:1772472040.256397:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1772472040.256404:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856861440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772472040.256491:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856861440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 86us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.256498:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1772472040.256538:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856861440:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1772472040.256676:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968152 00000100:00100000:3.0:1772472040.256729:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856861568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772472040.256758:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.256779:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472040.256805:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856861568 00000100:00100000:3.0:1772472040.256808:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856861568 00000100:00100000:3.0:1772472040.256833:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1772472040.256839:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856861568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1772472040.257207:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856861568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 367us (447us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1772472040.257215:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1772472040.257252:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856861568:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1772472040.257276:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.257287:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.257294:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.257328:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.257334:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.257342:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.257361:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:3.0:1772472040.257364:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1772472040.257369:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.257376:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3a59 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472040.257486:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1772472040.257548:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:3.0:1772472040.257559:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 871287256271ns, next at 872287254247ns, rc = 0 00000001:00080000:3.0:1772472040.257567:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968153 00010000:00010000:3.0:1772472040.257592:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b86be0f00) 00010000:00010000:3.0:1772472040.257596:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1772472040.257602:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3a44 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40750d expref: 116 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.257941:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:32635:x1858570834964736:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 13821us (13945us total) trans 4294968154 rc 0/0 00000100:00100000:3.0:1772472040.257949:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 285 00000020:00080000:3.0:1772472040.257953:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:1.0:1772472040.258033:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472040.303594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.303746:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834965248 00000100:00100000:3.0:1772472040.303757:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834965248 00000100:00100000:3.0:1772472040.303831:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1410 00000100:00100000:3.0:1772472040.303840:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:32636:x1858570834965248:12345-192.168.202.58@tcp:101:lseek_test.0 00010000:00010000:3.0:1772472040.303868:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472040.303892:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407514 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.303988:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304004:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304017:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304029:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304035:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304041:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304201:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a75 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304210:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304219:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a75 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472040.304231:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1772472040.304352:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304360:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304368:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304374:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.304380:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304388:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304405:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:3.0:1772472040.304409:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472040.304415:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304426:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3a67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304443:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304449:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304454:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304460:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.304463:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304468:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304474:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0500) 00010000:00010000:3.0:1772472040.304477:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472040.304480:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304486:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304547:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407514 expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304567:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a75 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407514 expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.304575:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472040.304578:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472040.304580:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772472040.305035:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:32636:x1858570834965248:12345-192.168.202.58@tcp:101:lseek_test.0 Request processed in 1193us (1449us total) trans 4294968155 rc 0/0 00000100:00100000:3.0:1772472040.305044:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1410 00000100:00100000:3.0:1772472040.309392:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.309533:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834965504 00000100:00100000:1.0:1772472040.309546:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834965504 00000100:00100000:3.0:1772472040.309736:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 67 00000100:00100000:3.0:1772472040.309749:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:32636:x1858570834965504:12345-192.168.202.58@tcp:103:lseek_test.0 00010000:00010000:3.0:1772472040.309767:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472040.309808:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a75 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407514 expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.309827:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472040.309837:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472040.309900:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:32636:x1858570834965504:12345-192.168.202.58@tcp:103:lseek_test.0 Request processed in 154us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.309909:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 67 00000100:00100000:0.0:1772472040.318836:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.318940:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834965632 00000100:00100000:1.0:1772472040.318950:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834965632 00000100:00100000:1.0:1772472040.319014:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1411 00000100:00100000:1.0:1772472040.319024:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:32636:x1858570834965632:12345-192.168.202.58@tcp:58:lseek_test.0 00010000:00010000:1.0:1772472040.319172:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.319190:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.319204:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472040.319289:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:1.0:1772472040.319396:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:32636:x1858570834965632:12345-192.168.202.58@tcp:58:lseek_test.0 Request processed in 372us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.319406:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1411 00000100:00100000:0.0:1772472040.329143:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.329381:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834965760 00000100:00100000:2.0:1772472040.329393:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834965760 00000100:00100000:2.0:1772472040.329444:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1412 00000100:00100000:2.0:1772472040.329454:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:32636:x1858570834965760:12345-192.168.202.58@tcp:101:lseek_test.0 00010000:00010000:2.0:1772472040.329477:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472040.329501:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40751b expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.329557:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.329569:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 117 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.329595:0:6526:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.329608:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 117 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.329623:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9c899c5f00) 00010000:00010000:2.0:1772472040.329627:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472040.329631:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 117 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.329639:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1800, rc 0) 00000100:00100000:2.0:1772472040.329701:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:32636:x1858570834965760:12345-192.168.202.58@tcp:101:lseek_test.0 Request processed in 248us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472040.329709:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1412 00010000:00010000:1.0:1772472040.618540:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472040.618616:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472040.618622:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472040.618654:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:0.0:1772472040.618665:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472040.618831:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856861696:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472040.620287:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b300 going to sleep for 11 seconds 00000100:00100000:0.0:1772472040.631817:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.631899:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834965888 00000100:00100000:3.0:1772472040.631909:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834965888 00000100:00100000:3.0:1772472040.632161:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1413 00000100:00100000:3.0:1772472040.632173:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834965888:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772472040.632216:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472040.632387:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834965888:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 216us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.632396:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1413 00000100:00100000:1.0:1772472040.632823:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856861696:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472040.644439:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.644535:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834966016 00000100:00100000:3.0:1772472040.644549:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834966016 00000100:00100000:3.0:1772472040.644621:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1414 00000100:00100000:3.0:1772472040.644632:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32637:x1858570834966016:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1772472040.644718:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644740:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644754:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644772:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644780:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644799:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644826:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644834:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644841:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472040.644890:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:3.0:1772472040.644895:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472040.644908:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644933:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644940:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644947:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644954:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.644958:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644966:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644981:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772472040.644985:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472040.644991:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.644997:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3a91 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645015:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645021:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645026:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645031:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.645034:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645040:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645047:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472040.645049:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472040.645052:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645058:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3a98 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645073:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645079:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645084:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645090:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.645092:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645098:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645106:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9c899c5f00) 00010000:00010000:3.0:1772472040.645109:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472040.645112:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.645118:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3a9f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.645222:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32637:x1858570834966016:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 591us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.645232:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1414 00000100:00100000:0.0:1772472040.649347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.649641:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834966272 00000100:00100000:3.0:1772472040.649653:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834966272 00000100:00100000:3.0:1772472040.649724:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1415 00000100:00100000:3.0:1772472040.649735:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:32637:x1858570834966272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472040.649763:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472040.649804:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3aa6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407522 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.649951:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.649971:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.649983:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472040.649994:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1772472040.650081:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650089:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650095:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650100:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.650104:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650111:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650134:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9c899c5f00) 00010000:00010000:3.0:1772472040.650138:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472040.650143:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650150:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3aad lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650196:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3aa6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407522 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650207:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772472040.650209:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472040.650213:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3aa6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407522 expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.650222:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772472040.650275:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834966272:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 543us (941us total) trans 4294968156 rc 301/301 00000100:00100000:3.0:1772472040.650284:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1415 00000100:00100000:0.0:1772472040.659021:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.668203:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834966400 00000100:00100000:3.0:1772472040.668220:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834966400 00000100:00100000:3.0:1772472040.668290:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1416 00000100:00100000:3.0:1772472040.668326:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834966400:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772472040.668371:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472040.668499:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834966400:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 198us (9489us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.668508:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1416 00000100:00100000:0.0:1772472040.677437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.677576:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834966656 00000100:00100000:2.0:1772472040.677586:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834966656 00000100:00100000:2.0:1772472040.677639:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1417 00000100:00100000:2.0:1772472040.677648:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834966656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472040.677672:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472040.677692:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3abb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407529 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.678277:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ac2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.678299:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.678346:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472040.678358:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:2.0:1772472040.678410:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3abb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407529 expref: 60 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.678430:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407529 expref: 59 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.678439:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472040.678442:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472040.678445:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1400, rc 0) 00000100:00100000:2.0:1772472040.678519:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:32637:x1858570834966656:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 872us (1092us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1772472040.678528:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1417 00000100:00100000:1.0:1772472040.694331:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.699733:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834966912 00000100:00100000:2.0:1772472040.699751:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834966912 00000100:00100000:2.0:1772472040.699842:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1418 00000100:00100000:2.0:1772472040.699854:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:32637:x1858570834966912:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772472040.701208:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472040.701252:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ac2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407529 expref: 59 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.701284:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472040.701296:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472040.701369:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.701384:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 116 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.701394:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.701431:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 116 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.701447:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 116 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.701463:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856861824:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472040.701569:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc168ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1772472040.706094:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856861824:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472040.706149:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.706905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.712924:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834967040 00000100:00100000:1.0:1772472040.712942:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834967040 00010000:00010000:0.0:1772472040.713340:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 117 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.713392:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 432 00000100:00100000:0.0:1772472040.713405:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2411:x1858570834967040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472040.713425:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472040.713433:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 117 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.713447:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 117 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.713472:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d39e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4074e3 expref: 117 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.713491:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:0.0:1772472040.713497:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.713507:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.713515:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.713544:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472040.713621:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2411:x1858570834967040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 218us (6718us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.713629:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 432 00010000:00010000:2.0:1772472040.713753:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713762:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713797:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713808:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713818:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713877:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713885:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713891:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713896:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.713901:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713908:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713928:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:2.0:1772472040.713931:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472040.713935:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713942:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3ad0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713954:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713960:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713966:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713971:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.713973:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713979:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713986:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0xd419c0ad (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472040.713989:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472040.713992:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.713997:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3ad7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xd419c0ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.714065:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:32637:x1858570834966912:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 14203us (19765us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772472040.714073:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1418 00000100:00100000:2.0:1772472040.721690:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.721833:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834967168 00000100:00100000:0.0:1772472040.721843:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834967168 00000100:00100000:0.0:1772472040.721910:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1419 00000100:00100000:0.0:1772472040.721930:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:32637:x1858570834967168:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.721957:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472040.721985:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3ade lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407530 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.722025:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.722038:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.722064:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.722190:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3ade lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 60 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.722208:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 59 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.722217:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:0.0:1772472040.722220:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472040.722224:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3e00, rc 0) 00000100:00100000:0.0:1772472040.722292:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:32637:x1858570834967168:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 364us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.722328:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1419 00000100:00100000:3.0:1772472040.733114:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.736086:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834967424 00000100:00100000:2.0:1772472040.736108:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834967424 00000100:00100000:2.0:1772472040.736191:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1420 00000100:00100000:2.0:1772472040.736202:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:32637:x1858570834967424:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772472040.736286:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.736340:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.736353:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472040.736498:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000007f3eff2 reply state 0000000008c15e9b transno 4294968158 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.736511:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.736519:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:2.0:1772472040.736522:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772472040.736526:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472040.736627:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:32637:x1858570834967424:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 425us (3524us total) trans 4294968158 rc 0/0 00000100:00100000:2.0:1772472040.736635:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1420 00000100:00100000:2.0:1772472040.740964:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.741563:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834967552 00000100:00100000:1.0:1772472040.741575:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834967552 00000100:00100000:1.0:1772472040.741636:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1421 00000100:00100000:1.0:1772472040.741647:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:32637:x1858570834967552:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472040.741676:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472040.741890:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407537 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.741951:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 62 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.741967:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 62 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.741977:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:1.0:1772472040.741980:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472040.741984:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:1.0:1772472040.742052:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:32637:x1858570834967552:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 407us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.742060:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1421 00000100:00100000:0.0:1772472040.748487:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.752117:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834967680 00000100:00100000:1.0:1772472040.752134:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834967680 00000100:00100000:1.0:1772472040.752230:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 286 00000100:00100000:1.0:1772472040.752243:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:32637:x1858570834967680:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1772472040.752443:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:32637:x1858570834967680:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 202us (3966us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.752451:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 286 00000100:00100000:3.0:1772472040.758181:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.758337:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834967936 00000100:00100000:0.0:1772472040.758350:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834967936 00000100:00100000:0.0:1772472040.758408:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 287 00000100:00100000:0.0:1772472040.758419:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:32637:x1858570834967936:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472040.758691:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:32637:x1858570834967936:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 263us (509us total) trans 4294968159 rc 0/0 00000100:00100000:0.0:1772472040.758700:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 287 00000100:00100000:2.0:1772472040.762217:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.762330:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834968192 00000100:00100000:3.0:1772472040.762342:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834968192 00000100:00100000:3.0:1772472040.762413:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1422 00000100:00100000:3.0:1772472040.762423:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:32637:x1858570834968192:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472040.762532:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:32637:x1858570834968192:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 111us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.762539:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1422 00000100:00100000:2.0:1772472040.767364:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.767458:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834968448 00000100:00100000:3.0:1772472040.767469:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834968448 00000100:00100000:3.0:1772472040.767533:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1423 00000100:00100000:3.0:1772472040.767544:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:32637:x1858570834968448:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472040.767570:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472040.767595:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3afa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40753e expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.767727:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.767744:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 64 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.767752:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.767814:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 64 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.767828:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 64 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.767843:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856861952:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472040.768002:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472040.780344:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856861952:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472040.780383:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.782156:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.782247:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834968576 00000100:00100000:0.0:1772472040.782256:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834968576 00010000:00010000:0.0:1772472040.782295:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 65 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.782370:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 433 00000100:00100000:0.0:1772472040.782381:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+65:2411:x1858570834968576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472040.782397:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472040.782403:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 65 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.782416:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 65 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.782437:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3af3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407537 expref: 65 pid: 6527 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.782454:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:0.0:1772472040.782460:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.782470:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.782477:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.782504:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472040.782549:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+64:2411:x1858570834968576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 171us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.782556:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 433 00010000:00010000:2.0:1772472040.782952:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.782966:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472040.782984:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00080000:2.0:1772472040.783160:0:9675:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:2.0:1772472040.783274:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.783283:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.783290:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.783296:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.784486:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.784502:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.784519:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:2.0:1772472040.784523:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472040.784527:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.784534:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3b01 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.784997:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3afa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40753e expref: 64 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.785012:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8f9b86be0300) 00010000:00010000:3.0:1772472040.785015:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472040.785019:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4000/0xb50b868c089d3afa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40753e expref: 64 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.785031:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772472040.785116:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:32637:x1858570834968448:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 17572us (17762us total) trans 4294968160 rc 301/301 00000100:00100000:3.0:1772472040.785125:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1423 00000100:00100000:2.0:1772472040.794649:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.794752:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834968832 00000100:00100000:0.0:1772472040.794773:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834968832 00000100:00100000:0.0:1772472040.794849:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 288 00000100:00100000:0.0:1772472040.794859:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:32637:x1858570834968832:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472040.795214:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+64:32637:x1858570834968832:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 354us (574us total) trans 4294968161 rc 0/0 00000100:00100000:0.0:1772472040.795223:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 288 00000100:00100000:0.0:1772472040.798540:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.798656:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834968960 00000100:00100000:1.0:1772472040.798670:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834968960 00000100:00100000:1.0:1772472040.798739:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1424 00000100:00100000:1.0:1772472040.798751:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+64:32637:x1858570834968960:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472040.798783:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472040.798817:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3b0f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407545 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.798904:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3b16 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.798920:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3b16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.798933:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3b16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472040.798987:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:1.0:1772472040.798993:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472040.799018:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3b16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.799051:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3b0f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407545 expref: 66 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.799071:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3b16 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407545 expref: 65 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.799081:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:1.0:1772472040.799084:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1772472040.799102:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:1.0:1772472040.799169:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+65:32637:x1858570834968960:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 420us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.799177:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1424 00000100:00100000:2.0:1772472040.802962:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.803078:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969088 00000100:00100000:0.0:1772472040.803099:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969088 00000100:00100000:0.0:1772472040.803180:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 385 00000100:00100000:0.0:1772472040.803192:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834969088:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.803213:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472040.803235:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40754c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472040.803263:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772472040.803282:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472040.803285:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472040.803294:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.803362:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.803377:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472040.803434:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834969088:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 245us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.803442:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 385 00000100:00080000:1.0:1772472040.803593:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472040.807435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.807564:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969344 00000100:00100000:3.0:1772472040.807576:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969344 00000100:00100000:3.0:1772472040.807652:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1425 00000100:00100000:3.0:1772472040.807663:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+65:32637:x1858570834969344:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472040.807818:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+65:32637:x1858570834969344:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 156us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.807826:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1425 00000100:00100000:3.0:1772472040.814821:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.814929:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969472 00000100:00100000:1.0:1772472040.814940:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969472 00000100:00100000:1.0:1772472040.815005:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 386 00000100:00100000:1.0:1772472040.815016:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:32637:x1858570834969472:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472040.815038:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472040.815060:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407553 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.815106:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.815119:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472040.815121:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472040.815125:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.815162:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.815176:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 11 pid: 8410 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472040.815192:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856862080:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472040.815283:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472040.820898:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.820989:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969600 00000100:00100000:3.0:1772472040.821000:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969600 00010000:00010000:3.0:1772472040.821040:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 12 pid: 8410 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.821085:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 434 00000100:00100000:3.0:1772472040.821103:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834969600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472040.821120:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472040.821139:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 12 pid: 8410 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.821152:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 12 pid: 8410 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.821178:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.821180:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.821188:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.821197:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.821242:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.821256:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856862208:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472040.821364:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1772472040.821572:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004de432cb/0xb50b868c089d3b1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40754c expref: 12 pid: 8410 timeout: 971 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.821592:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856862080:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472040.821624:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.821646:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:0.0:1772472040.821683:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:32637:x1858570834969472:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 6669us (6871us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.821692:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 386 00000100:00100000:3.0:1772472040.826048:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856862208:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472040.826078:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472040.826149:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834969600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5047us (5261us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.826163:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 434 00000100:00100000:3.0:1772472040.830235:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.830555:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969728 00000100:00100000:2.0:1772472040.830567:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969728 00002000:00100000:2.0:1772472040.830624:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff8f9c923ef100 x1858570834969728/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:76/0 lens 648/0 e 0 to 0 dl 1772472051 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472040.830647:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c923ef100 with x1858570834969728 ext(0->157) 00002000:00010000:2.0:1772472040.830654:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9c923ef100 00000100:00100000:2.0:1772472040.830689:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 103 00000100:00100000:2.0:1772472040.830699:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834969728:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1772472040.832581:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834969728:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 1873us (2348us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1772472040.832595:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 103 00002000:00100000:2.0:1772472040.832605:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff8f9c923ef100 x1858570834969728/t4294967371(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:76/0 lens 648/448 e 0 to 0 dl 1772472051 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472040.832615:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c923ef100 with x1858570834969728 ext(0->157) 00002000:00010000:2.0:1772472040.832620:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9c923ef100 00000001:00080000:0.0:1772472040.834583:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000001:00100000:0.0:1772472040.834612:0:8402:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000020:00000080:0.0:1772472040.834617:0:8402:0:(genops.c:904:class_export_put()) final put ffff8f9b85407800/dcff67a9-5514-467a-a832-a67e7df1fce9 00000020:00000080:3.0:1772472040.834722:0:13151:0:(genops.c:863:class_export_destroy()) destroying export ffff8f9b85407800/dcff67a9-5514-467a-a832-a67e7df1fce9 for lustre-OST0000 00000020:00000080:3.0:1772472040.834800:0:13151:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8f9b85400000 for lustre-OST0000 00000100:00100000:0.0:1772472040.838465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.838771:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969856 00000100:00100000:3.0:1772472040.838783:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969856 00000100:00100000:3.0:1772472040.838855:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1426 00000100:00100000:3.0:1772472040.838865:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+65:32637:x1858570834969856:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772472040.841457:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968161 is committed 00000001:00080000:0.0:1772472040.841497:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968155 is committed 00000004:00080000:0.0:1772472040.841501:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:0.0:1772472040.841525:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b8686e3c0 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:0.0:1772472040.841530:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb5275800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b8686e600 00000020:00080000:0.0:1772472040.841534:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb5275e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cb7943000 00000100:00100000:3.0:1772472040.841726:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472040.841746:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856862336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472040.841823:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.841872:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856862336 00000100:00100000:3.0:1772472040.841878:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856862336 00000100:00100000:3.0:1772472040.841917:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1772472040.841924:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856862336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472040.841947:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:27 count 1 00002000:00010000:3.0:1772472040.841974:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 158, mtime: 0x69a5c6e7, atime: 0x0, ctime: 0x69a5c6e7, blocks: 0x8 00010000:00010000:3.0:1772472040.841983:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.841999:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.842001:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.842007:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.842021:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.842031:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.842039:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.842053:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472040.842190:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856862336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 265us (366us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1772472040.842197:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000004:00080000:3.0:1772472040.842233:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cbd95b800/2, rc 0, transno 4294967374 00000100:00100000:3.0:1772472040.842237:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856862336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1772472040.842347:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:32637:x1858570834969856:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 3483us (3893us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.842355:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1426 00000020:00080000:2.0:1772472040.843527:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:2.0:1772472040.843587:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00010000:00010000:2.0:1772472040.843599:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472040.843606:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.843618:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472040.843622:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.843644:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.843665:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.843673:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae8c372/0xb50b868c089d3b2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.843693:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472040.843695:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472040.843697:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472040.846552:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846570:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846579:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846585:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472040.846591:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846599:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846618:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8f9b86be0500) 00010000:00010000:1.0:1772472040.846621:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472040.846635:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846642:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d399c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846676:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846682:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846688:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846692:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472040.846695:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846701:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846709:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:1.0:1772472040.846712:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472040.846715:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.846721:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3aec lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472040.847818:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:2.0:1772472040.847832:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00100000:2.0:1772472040.847839:0:9471:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000020:00000080:2.0:1772472040.847844:0:9471:0:(genops.c:904:class_export_put()) final put ffff8f9b85407000/dcff67a9-5514-467a-a832-a67e7df1fce9 00000020:00000080:0.0:1772472040.848003:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8f9b85407000/dcff67a9-5514-467a-a832-a67e7df1fce9 for lustre-OST0001 00000020:00000080:0.0:1772472040.848056:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8f9b85406000 for lustre-OST0001 00000100:00100000:2.0:1772472040.848445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.848507:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834969984 00000100:00100000:0.0:1772472040.848517:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834969984 00000100:00100000:0.0:1772472040.848576:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 388 00000100:00100000:0.0:1772472040.848586:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834969984:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1772472040.848702:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834969984:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 117us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.848710:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 388 00000100:00100000:3.0:1772472040.852471:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.852558:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834970240 00000100:00100000:0.0:1772472040.852569:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834970240 00000100:00100000:0.0:1772472040.852709:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1427 00000100:00100000:0.0:1772472040.852721:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:32637:x1858570834970240:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.852784:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472040.852947:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3b16 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407545 expref: 51 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.852970:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:0.0:1772472040.852974:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472040.853005:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853023:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853034:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853058:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853065:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853073:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853079:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472040.853084:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853092:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853101:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:0.0:1772472040.853104:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472040.853107:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.853113:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b32 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.853524:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:32637:x1858570834970240:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 804us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.853533:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1427 00000100:00100000:1.0:1772472040.860273:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.860473:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834970368 00000100:00100000:0.0:1772472040.860484:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834970368 00000100:00100000:0.0:1772472040.860550:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1428 00000100:00100000:0.0:1772472040.860561:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:32637:x1858570834970368:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.860585:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472040.860608:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40755a expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.860681:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.860698:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.860716:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:0.0:1772472040.860720:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472040.860724:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3000, rc 0) 00000100:00100000:0.0:1772472040.860802:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:32637:x1858570834970368:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 243us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.860810:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1428 00000100:00100000:2.0:1772472040.870206:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.870898:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834970496 00000100:00100000:0.0:1772472040.870914:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834970496 00000100:00100000:0.0:1772472040.871029:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 389 00000100:00100000:0.0:1772472040.871040:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834970496:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1772472040.871239:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1772472040.871244:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1772472039 00002000:00010000:0.0:1772472040.871246:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1772472038 00002000:00010000:0.0:1772472040.871248:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1772472039 00002000:00010000:0.0:1772472040.871251:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1772472040.873462:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834970496:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 2410us (3251us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1772472040.873477:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 389 00000100:00100000:3.0:1772472040.877637:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856862592:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.877701:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.877747:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856863104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.877764:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.877781:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856863616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.877813:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.877838:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772472040.877844:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856862464:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.877871:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.877892:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856862976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.877915:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.877932:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856863488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.877952:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.877982:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856862464 00000100:00100000:3.0:1772472040.877990:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856862464 00000100:00100000:3.0:1772472040.878037:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1772472040.878046:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856862464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878254:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856862464:12345-0@lo:400:kworker.0 Request processed in 208us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.878261:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1772472040.878292:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856862976 00000100:00100000:3.0:1772472040.878295:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856862976 00000100:00100000:3.0:1772472040.878341:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1772472040.878348:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856862976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878381:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856862976:12345-0@lo:400:kworker.0 Request processed in 33us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.878386:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1772472040.878409:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856862848:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878431:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.878453:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856863360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878474:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.878490:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856863872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878510:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.878528:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1772472040.878533:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856862720:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.878571:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856863232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878591:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.878605:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856863744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472040.878645:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856862720 00000100:00100000:3.0:1772472040.878648:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856862720 00000100:00100000:3.0:1772472040.878672:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1772472040.878678:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856862720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878712:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856862720:12345-0@lo:400:kworker.0 Request processed in 34us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.878718:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1772472040.878737:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863488 00000100:00100000:3.0:1772472040.878740:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863488 00000100:00100000:3.0:1772472040.878770:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863360 00000100:00100000:3.0:1772472040.878772:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863360 00000100:00100000:3.0:1772472040.878783:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863872 00000100:00100000:3.0:1772472040.878797:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863872 00000100:00100000:3.0:1772472040.878816:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1772472040.878821:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856863488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878854:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856863488:12345-0@lo:400:kworker.0 Request processed in 32us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.878863:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1772472040.878874:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1772472040.878880:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856863360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878907:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856863360:12345-0@lo:400:kworker.0 Request processed in 27us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.878913:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1772472040.878924:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1772472040.878930:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856863872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.878955:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856863872:12345-0@lo:400:kworker.0 Request processed in 26us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.878962:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1772472040.879008:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856862720:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879019:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856863360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879027:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856863872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879065:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856862592 00000100:00100000:3.0:1772472040.879069:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856862592 00000100:00100000:3.0:1772472040.879104:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863104 00000100:00100000:3.0:1772472040.879107:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863104 00000100:00100000:3.0:1772472040.879121:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863616 00000100:00100000:3.0:1772472040.879124:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863616 00000100:00100000:3.0:1772472040.879135:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856862848 00000100:00100000:3.0:1772472040.879137:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856862848 00000100:00100000:3.0:1772472040.879147:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863232 00000100:00100000:3.0:1772472040.879150:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863232 00000100:00100000:3.0:1772472040.879160:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856863744 00000100:00100000:3.0:1772472040.879162:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856863744 00000100:00100000:3.0:1772472040.879176:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1772472040.879181:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856862592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879214:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856862592:12345-0@lo:400:kworker.0 Request processed in 32us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.879219:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1772472040.879230:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1772472040.879236:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856863104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879260:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856863104:12345-0@lo:400:kworker.0 Request processed in 25us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.879266:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1772472040.879275:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1772472040.879280:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856863616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879327:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856863616:12345-0@lo:400:kworker.0 Request processed in 46us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.879333:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1772472040.879344:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1772472040.879350:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856862848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879381:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856862848:12345-0@lo:400:kworker.0 Request processed in 31us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.879387:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1772472040.879397:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1772472040.879402:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856863232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879430:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856863232:12345-0@lo:400:kworker.0 Request processed in 27us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.879434:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1772472040.879445:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1772472040.879451:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856863744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879475:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856863744:12345-0@lo:400:kworker.0 Request processed in 24us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.879481:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1772472040.879504:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856863232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879515:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856863744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472040.879524:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856862848:0@lo:400:kworker.0 00000100:00080000:1.0:1772472040.879647:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472040.879652:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472040.879654:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472040.879656:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472040.879676:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856862464:0@lo:400:kworker.0 00000100:00100000:1.0:1772472040.879688:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856862976:0@lo:400:kworker.0 00000100:00100000:1.0:1772472040.879698:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856863488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472040.879708:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856862592:0@lo:400:kworker.0 00000100:00100000:1.0:1772472040.879717:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856863104:0@lo:400:kworker.0 00000100:00100000:1.0:1772472040.879726:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856863616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472040.880253:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472040.880268:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856864000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472040.880343:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472040.880578:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856864128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472040.880613:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472040.880687:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856864000 00000100:00100000:1.0:1772472040.880693:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856864000 00000100:00100000:1.0:1772472040.880741:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856864128 00000100:00100000:1.0:1772472040.880744:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856864128 00000100:00100000:1.0:1772472040.880760:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1772472040.880767:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856864000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472040.880796:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3915091968 avail 3683540992 00000100:00100000:1.0:1772472040.880838:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856864000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.880873:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1772472040.880894:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1772472040.880900:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856864128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472040.880910:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3915091968 avail 3683540992 00000100:00100000:1.0:1772472040.880934:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856864128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.880939:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1772472040.880969:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:1.0:1772472040.880975:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967373 committed transno 4294967374 00000004:00080000:1.0:1772472040.880993:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cbd95b800, transno 4294967374 00000100:00100000:1.0:1772472040.881012:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856864128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472040.881026:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856864000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472040.886739:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.886829:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834970752 00000100:00100000:0.0:1772472040.886839:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834970752 00000100:00100000:0.0:1772472040.886899:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1429 00000100:00100000:0.0:1772472040.886909:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:32637:x1858570834970752:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.886977:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.886994:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.887004:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.887041:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.887055:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 51 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.887077:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856864256:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472040.887172:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472040.889265:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856864256:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472040.889294:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.892678:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.892806:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834970880 00000100:00100000:1.0:1772472040.892817:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834970880 00010000:00010000:1.0:1772472040.892862:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472040.892912:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 435 00000100:00100000:1.0:1772472040.892922:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85689050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:2411:x1858570834970880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472040.892939:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472040.892946:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.892961:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.892985:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3ae5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407530 expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.893005:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:1.0:1772472040.893011:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.893022:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.893031:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472040.893073:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472040.893145:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85689050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2411:x1858570834970880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 224us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472040.893154:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 435 00010000:00010000:3.0:1772472040.893578:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893587:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893640:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893648:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893654:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893660:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472040.893665:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893678:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893688:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:3.0:1772472040.893691:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1772472040.893695:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.893700:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b40 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.893755:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:32637:x1858570834970752:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 6846us (7025us total) trans 0 rc -22/-22 00000100:00100000:3.0:1772472040.893775:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1429 00000100:00100000:3.0:1772472040.897923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.898160:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834971008 00000100:00100000:0.0:1772472040.898172:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834971008 00000100:00100000:0.0:1772472040.898273:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 390 00000100:00100000:0.0:1772472040.898285:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834971008:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.898365:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.898396:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.898405:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472040.898407:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472040.898410:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.898445:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 11 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.898458:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 11 pid: 16551 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.898474:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856864384:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472040.898555:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472040.903453:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856864384:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472040.903484:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.908287:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.908494:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834971136 00000100:00100000:2.0:1772472040.908504:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834971136 00010000:00010000:2.0:1772472040.908550:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.908600:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 436 00000100:00100000:2.0:1772472040.908610:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834971136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472040.908639:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472040.908662:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.908676:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.908702:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fddf8d12/0xb50b868c089d3b24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407553 expref: 12 pid: 16551 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.908721:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472040.908723:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472040.908728:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.908738:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.908794:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472040.908861:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834971136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 251us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472040.908869:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 436 00010000:00010000:3.0:1772472040.909118:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909130:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909153:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909162:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909175:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909182:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472040.909187:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909196:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909210:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.909218:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3b47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.909373:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834971008:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 11089us (11460us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.909381:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 390 00000100:00100000:3.0:1772472040.914728:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.915076:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834971392 00000100:00100000:0.0:1772472040.915099:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834971392 00000100:00100000:0.0:1772472040.915209:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1430 00000100:00100000:0.0:1772472040.915220:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:32637:x1858570834971392:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472040.915354:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915376:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915391:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915579:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915590:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915599:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915682:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.915699:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 51 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472040.915717:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856864512:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472040.915824:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472040.922642:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.922776:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856864512:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472040.922845:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.922982:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834971520 00000100:00100000:3.0:1772472040.922991:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834971520 00010000:00010000:3.0:1772472040.923037:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472040.923094:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 437 00000100:00100000:3.0:1772472040.923105:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:2412:x1858570834971520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472040.923122:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472040.923129:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.923144:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.923172:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b39 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40755a expref: 52 pid: 10040 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.923191:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:3.0:1772472040.923196:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.923207:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.923214:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.923247:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472040.923371:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2412:x1858570834971520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 249us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.923380:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 437 00010000:00010000:0.0:1772472040.924040:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.924051:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472040.924190:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968162 00000001:00080000:0.0:1772472040.924348:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968163 00000001:00080000:0.0:1772472040.924386:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968164 00000100:00100000:0.0:1772472040.924474:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856864640:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1772472040.924533:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472040.924564:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cc1733600 going to sleep for 11 seconds 00000100:00100000:3.0:1772472040.924824:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856864640 00000100:00100000:3.0:1772472040.924834:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856864640 00000100:00100000:3.0:1772472040.924907:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1772472040.924916:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856864640:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1772472040.925029:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856864640:12345-0@lo:1000:mdt00_001.0 Request processed in 112us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.925036:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1772472040.925371:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856864640:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1772472040.925493:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968165 00000100:00100000:2.0:1772472040.925546:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856864768:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1772472040.925584:0:6526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472040.925607:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:0.0:1772472040.925698:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856864768 00000100:00100000:0.0:1772472040.925708:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856864768 00000100:00100000:0.0:1772472040.925736:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1772472040.925744:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6526:x1858570856864768:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1772472040.925871:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6526:x1858570856864768:12345-0@lo:1000:mdt00_001.0 Request processed in 127us (286us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1772472040.925878:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1772472040.926282:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6526:1858570856864768:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1772472040.926407:0:6526:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968166 00010000:00010000:2.0:1772472040.926443:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926453:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926461:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926467:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.926473:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926481:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926500:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b86be0000) 00010000:00010000:2.0:1772472040.926503:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472040.926508:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926515:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3b55 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926545:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926551:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926561:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926566:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.926569:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926575:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926582:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9c899c5f00) 00010000:00010000:2.0:1772472040.926584:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472040.926591:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926609:0:6526:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926619:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.926648:0:6526:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1800/0xb50b868c089d3a8a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40751b expref: 105 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.926661:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856864896:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472040.926736:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb50f0840 going to sleep for 11 seconds 00000100:00100000:1.0:1772472040.940393:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472040.940523:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856864896:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472040.940567:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940579:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3a83 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940621:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940650:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940666:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940686:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940693:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940700:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940705:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.940710:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940718:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940730:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9c899c5f00) 00010000:00010000:2.0:1772472040.940733:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472040.940737:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940743:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3b5c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940753:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940758:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940764:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940769:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472040.940772:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940777:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940792:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8f9c899c5f00) 00010000:00010000:2.0:1772472040.940795:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472040.940798:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472040.940804:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3b4e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472040.941018:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32637:x1858570834971392:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 25798us (26300us total) trans 4294968167 rc 0/0 00000100:00100000:2.0:1772472040.941030:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1430 00000020:00080000:2.0:1772472040.941040:0:6526:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1772472040.942180:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472040.942188:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472040.942737:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1772472040.942749:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472040.943402:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834971648 00000100:00100000:0.0:1772472040.943415:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834971648 00000100:00100000:0.0:1772472040.943482:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 289 00000100:00100000:0.0:1772472040.943491:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:32636:x1858570834971648:12345-192.168.202.58@tcp:49:lseek_test.0 00000100:00100000:0.0:1772472040.943630:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:32636:x1858570834971648:12345-192.168.202.58@tcp:49:lseek_test.0 Request processed in 139us (3251us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.943638:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 289 00000100:00100000:1.0:1772472040.948592:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472040.949036:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.949371:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834971776 00000100:00100000:3.0:1772472040.949383:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834971776 00000100:00100000:3.0:1772472040.949456:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 391 00000100:00100000:3.0:1772472040.949465:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+13:32636:x1858570834971776:12345-192.168.202.58@tcp:101:lseek_test.0 00010000:00010000:3.0:1772472040.949485:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472040.949507:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d3b63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407561 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472040.949536:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x69a5c6e7, atime: 0x69a5c6e6, ctime: 0x69a5c6e7, blocks: 0x8 00010000:00010000:3.0:1772472040.949559:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.949562:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472040.949568:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d3b63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407561 expref: 14 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.949585:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f56758e/0xb50b868c089d3b63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407561 expref: 14 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472040.949599:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4000, rc 0) 00000100:00100000:3.0:1772472040.949656:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:32636:x1858570834971776:12345-192.168.202.58@tcp:101:lseek_test.0 Request processed in 191us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472040.949663:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 391 00000100:00100000:0.0:1772472040.949999:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972032 00000100:00100000:0.0:1772472040.950009:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972032 00000100:00100000:0.0:1772472040.950043:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 290 00000100:00100000:0.0:1772472040.950051:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:32637:x1858570834972032:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1772472040.950359:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1772472040.950400:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968168 00010000:00010000:0.0:1772472040.950435:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950449:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950459:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950468:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950479:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950485:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950500:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472040.950563:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:32637:x1858570834972032:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 512us (1529us total) trans 4294968169 rc 0/0 00000100:00100000:0.0:1772472040.950571:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 290 00000020:00080000:0.0:1772472040.950575:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1772472040.950596:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472040.950602:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950610:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472040.950614:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950623:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950636:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8f9b83a2f500) 00010000:00010000:0.0:1772472040.950639:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472040.950644:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950649:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3b6a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472040.950671:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472040.950673:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472040.950675:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1772472040.952342:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472040.957708:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472040.958060:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972160 00000100:00100000:0.0:1772472040.958070:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972160 00000100:00100000:0.0:1772472040.958131:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 392 00000100:00100000:0.0:1772472040.958141:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2412:x1858570834972160:12345-192.168.202.58@tcp:23:lseek_test.0 00000100:00100000:0.0:1772472040.958249:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2412:x1858570834972160:12345-192.168.202.58@tcp:23:lseek_test.0 Request processed in 109us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472040.958257:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 392 00000100:00100000:2.0:1772472040.962900:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472040.963003:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972416 00000100:00100000:3.0:1772472040.963014:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972416 00000100:00100000:3.0:1772472040.963080:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 291 00000100:00100000:3.0:1772472040.963099:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:32636:x1858570834972416:12345-192.168.202.58@tcp:35:lseek_test.0 00000100:00100000:3.0:1772472040.963392:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:32636:x1858570834972416:12345-192.168.202.58@tcp:35:lseek_test.0 Request processed in 293us (721us total) trans 4294968170 rc 0/0 00000100:00100000:3.0:1772472040.963401:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 291 00010000:00010000:0.0:1772472041.658213:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472041.900416:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856865024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472041.900502:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472041.900581:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865024 00000100:00100000:0.0:1772472041.900592:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865024 00000100:00100000:0.0:1772472041.900648:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1772472041.900659:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856865024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472041.900685:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922444288 avail 3690893312 00000100:00100000:0.0:1772472041.900731:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856865024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472041.900737:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1772472041.900804:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856865024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472041.901345:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856865152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472041.901382:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472041.901472:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865152 00000100:00100000:3.0:1772472041.901478:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865152 00000100:00100000:3.0:1772472041.901519:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1772472041.901527:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856865152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472041.901542:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922444288 avail 3690893312 00000100:00100000:3.0:1772472041.901586:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856865152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472041.901593:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1772472041.901667:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856865152:0@lo:13:osp-pre-0-1.0 00000001:00100000:1.0:1772472041.921101:0:7440:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dcff67a9-5514-467a-a832-a67e7df1fce9 00000001:00080000:1.0:1772472041.921125:0:7440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:1.0:1772472041.921131:0:7440:0:(genops.c:904:class_export_put()) final put ffff8f9b86531800/dcff67a9-5514-467a-a832-a67e7df1fce9 00000020:00000080:2.0:1772472041.921456:0:13151:0:(genops.c:863:class_export_destroy()) destroying export ffff8f9b86531800/dcff67a9-5514-467a-a832-a67e7df1fce9 for lustre-MDT0001 00000020:00000080:2.0:1772472041.921537:0:13151:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8f9b86536800 for lustre-MDT0001 00000040:00080000:0.0:1772472041.991940:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472041.991954:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472041.992050:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:0.0:1772472041.992059:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1772472042.139484:0:23847:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472042.139496:0:23847:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472042.139533:0:23847:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:2.0:1772472042.139543:0:23847:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472042.193814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193865:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193894:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193975:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.193996:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.194023:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472042.194054:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972800 00000100:00100000:1.0:1772472042.194063:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972800 00000100:00100000:1.0:1772472042.194121:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973312 00000100:00100000:1.0:1772472042.194125:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973312 00000100:00100000:1.0:1772472042.194142:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972672 00000100:00100000:1.0:1772472042.194145:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972672 00000100:00100000:1.0:1772472042.194157:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973184 00000100:00100000:1.0:1772472042.194160:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973184 00000100:00100000:1.0:1772472042.194175:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1088 00000100:00100000:1.0:1772472042.194185:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834972800:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194267:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834972800:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194276:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1088 00000100:00100000:1.0:1772472042.194296:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1089 00000100:00100000:1.0:1772472042.194329:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834973312:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194354:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834973312:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 52us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194360:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1089 00000100:00100000:1.0:1772472042.194373:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1090 00000100:00100000:1.0:1772472042.194380:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2409:x1858570834972672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194407:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:2409:x1858570834972672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194413:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1090 00000100:00100000:1.0:1772472042.194425:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1091 00000100:00100000:1.0:1772472042.194431:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2409:x1858570834973184:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194454:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2409:x1858570834973184:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194460:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1091 00000100:00100000:1.0:1772472042.194479:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973056 00000100:00100000:1.0:1772472042.194483:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973056 00000100:00100000:1.0:1772472042.194508:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973568 00000100:00100000:1.0:1772472042.194510:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973568 00000100:00100000:1.0:1772472042.194521:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972928 00000100:00100000:1.0:1772472042.194524:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972928 00000100:00100000:1.0:1772472042.194533:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973440 00000100:00100000:1.0:1772472042.194535:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973440 00000100:00100000:1.0:1772472042.194546:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 640 00000100:00100000:1.0:1772472042.194552:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834973056:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194575:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834973056:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194580:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 640 00000100:00100000:1.0:1772472042.194590:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 641 00000100:00100000:1.0:1772472042.194595:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834973568:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194613:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834973568:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194633:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 641 00000100:00100000:1.0:1772472042.194645:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 642 00000100:00100000:1.0:1772472042.194651:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834972928:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194673:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834972928:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194679:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 642 00000100:00100000:1.0:1772472042.194688:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 643 00000100:00100000:1.0:1772472042.194695:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834973440:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472042.194716:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834973440:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472042.194721:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 643 00000100:00080000:1.0:1772472042.194758:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472042.194762:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472042.194764:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472042.194767:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472042.195110:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834972544 00000100:00100000:2.0:1772472042.195125:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834972544 00000100:00100000:2.0:1772472042.195165:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 767 00000100:00100000:2.0:1772472042.195172:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834972544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472042.195201:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834972544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472042.195208:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 767 00010000:00010000:2.0:1772472042.666497:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472043.244027:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472043.435601:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472043.435630:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856865280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472043.435723:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472043.437502:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865280 00000100:00100000:0.0:1772472043.437520:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865280 00000100:00100000:0.0:1772472043.437592:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1772472043.437603:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856865280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472043.437645:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:0.0:1772472043.437978:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856865280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 377us (2254us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472043.437987:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1772472043.439030:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856865280:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472043.691286:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472044.460744:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472044.460779:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856865408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472044.460847:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472044.461049:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865408 00000100:00100000:3.0:1772472044.461059:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865408 00000100:00100000:3.0:1772472044.461128:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1772472044.461138:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856865408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472044.461187:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472044.461254:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856865408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472044.461263:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1772472044.461627:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856865408:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472044.719798:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472045.739186:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472045.994648:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472045.994674:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856865536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472045.994757:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472045.994938:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865536 00000100:00100000:0.0:1772472045.994947:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865536 00000100:00100000:0.0:1772472045.995006:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1772472045.995018:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856865536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472045.995053:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472045.995094:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856865536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472045.995104:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1772472045.995130:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856865792:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.995133:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856866048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.995168:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472045.995175:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856865920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.995203:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856866560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472045.995203:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472045.995221:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856866432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.995226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472045.995241:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856867072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472045.995241:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472045.995255:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856866944:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.995259:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472045.995273:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472045.995276:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472045.995282:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856865664:0@lo:400:kworker.0 00000100:00080000:0.0:1772472045.995297:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472045.995328:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472045.995342:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865920 00000100:00100000:0.0:1772472045.995346:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865920 00000100:00100000:3.0:1772472045.995349:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856866176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.995369:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472045.995461:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866560 00000100:00100000:2.0:1772472045.995465:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866560 00000100:00100000:2.0:1772472045.995497:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856867072 00000100:00100000:2.0:1772472045.995500:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856867072 00000100:00100000:2.0:1772472045.995521:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1772472045.995528:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856866560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472045.995564:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856866560:12345-0@lo:400:kworker.0 Request processed in 37us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472045.995571:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1772472045.995584:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1772472045.995590:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856867072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472045.995615:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856867072:12345-0@lo:400:kworker.0 Request processed in 25us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472045.995620:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1772472045.995639:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866048 00000100:00100000:2.0:1772472045.995642:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866048 00000100:00100000:2.0:1772472045.995666:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866432 00000100:00100000:2.0:1772472045.995668:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866432 00000100:00100000:2.0:1772472045.995692:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866944 00000100:00100000:2.0:1772472045.995695:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866944 00000100:00100000:2.0:1772472045.995711:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1772472045.995716:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856866048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472045.995759:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856866048:12345-0@lo:400:kworker.0 Request processed in 42us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472045.995765:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1772472045.995777:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1772472045.995782:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856866432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472045.995810:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856866432:12345-0@lo:400:kworker.0 Request processed in 28us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472045.995815:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1772472045.995824:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1772472045.995829:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856866944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472045.995850:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856866944:12345-0@lo:400:kworker.0 Request processed in 21us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472045.995858:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1772472045.995899:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865664 00000100:00100000:2.0:1772472045.995902:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865664 00000100:00100000:2.0:1772472045.995923:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1772472045.995928:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856865664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472045.995954:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856865664:12345-0@lo:400:kworker.0 Request processed in 26us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472045.995960:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00080000:1.0:1772472045.996058:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472045.996062:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472045.996063:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472045.996100:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856866432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996112:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856866944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996159:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472045.996184:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856866304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996210:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472045.996225:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856866816:0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996243:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472045.996272:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856867200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472045.996294:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472045.996346:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856865536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472045.996376:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856867200 00000100:00100000:1.0:1772472045.996380:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856867200 00000100:00100000:1.0:1772472045.996407:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1772472045.996413:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856867200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472045.996425:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472045.996458:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856867200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472045.996465:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1772472045.996493:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856867200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472045.996530:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856865792 00000100:00100000:1.0:1772472045.996534:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856865792 00000100:00100000:1.0:1772472045.996555:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866304 00000100:00100000:1.0:1772472045.996558:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866304 00000100:00100000:1.0:1772472045.996575:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866816 00000100:00100000:1.0:1772472045.996577:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866816 00000100:00100000:1.0:1772472045.996589:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1772472045.996594:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856865792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996626:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856865792:12345-0@lo:400:kworker.0 Request processed in 32us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472045.996635:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1772472045.996645:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1772472045.996650:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856866304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996672:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856866304:12345-0@lo:400:kworker.0 Request processed in 22us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472045.996677:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1772472045.996686:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1772472045.996691:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856866816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996710:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856866816:12345-0@lo:400:kworker.0 Request processed in 19us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472045.996714:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00080000:1.0:1772472045.996730:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472045.996757:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856865792:0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996766:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856866304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472045.996773:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856866816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999427:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856866688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999486:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472045.999523:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856866048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999534:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856866560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999544:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856867072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999570:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856865664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999621:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866688 00000100:00100000:3.0:1772472045.999627:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866688 00000100:00100000:3.0:1772472045.999682:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1772472045.999690:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856866688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472045.999734:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856866688:12345-0@lo:400:kworker.0 Request processed in 45us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472045.999752:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:3.0:1772472045.999772:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472045.999791:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856866688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472046.003541:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856866176 00000100:00100000:0.0:1772472046.003558:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856866176 00000100:00100000:0.0:1772472046.003666:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1772472046.003678:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856865920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472046.003801:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856865920:12345-0@lo:400:kworker.0 Request processed in 125us (8595us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472046.003810:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1772472046.003832:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1772472046.003838:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856866176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472046.003872:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856866176:12345-0@lo:400:kworker.0 Request processed in 35us (8502us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472046.003878:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1772472046.004440:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856865920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472046.004480:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856866176:0@lo:400:kworker.0 00010000:00010000:1.0:1772472046.771279:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472047.022760:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856867328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472047.022843:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472047.022938:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856867328 00000100:00100000:0.0:1772472047.022947:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856867328 00000100:00100000:0.0:1772472047.023005:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1772472047.023015:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856867328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472047.023046:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:0.0:1772472047.023089:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856867328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472047.023096:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:0.0:1772472047.023122:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472047.023159:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856867328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472047.024046:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856867456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472047.024088:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472047.024170:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856867456 00000100:00100000:1.0:1772472047.024176:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856867456 00000100:00100000:1.0:1772472047.024226:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1772472047.024235:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856867456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472047.024252:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1772472047.024293:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856867456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.024328:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1772472047.024381:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856867456:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1772472047.024486:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1772472047.029364:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000001:00080000:2.0:1772472047.029492:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:1.0:1772472047.030065:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968170 is committed 00000001:00080000:1.0:1772472047.030075:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968169 is committed 00000020:00080000:1.0:1772472047.030093:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cc168ec00 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:1.0:1772472047.030098:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cbdaebc00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cc168e600 00000020:00080000:1.0:1772472047.030102:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cbdaeb900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b871ae800 00000020:00080000:3.0:1772472047.030157:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 30 00000020:00080000:3.0:1772472047.030238:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:1.0:1772472047.030277:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000100:00100000:1.0:1772472047.306899:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.306949:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.306978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.306997:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.307025:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.307061:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.307081:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.307100:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.307124:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472047.307154:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973824 00000100:00100000:1.0:1772472047.307165:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973824 00000100:00100000:1.0:1772472047.307220:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974336 00000100:00100000:1.0:1772472047.307223:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974336 00000100:00100000:1.0:1772472047.307238:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973952 00000100:00100000:1.0:1772472047.307240:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973952 00000100:00100000:1.0:1772472047.307253:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974464 00000100:00100000:1.0:1772472047.307255:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974464 00000100:00100000:1.0:1772472047.307273:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1098 00000100:00100000:1.0:1772472047.307283:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:2411:x1858570834973824:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307417:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:2411:x1858570834973824:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 135us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307429:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1098 00000100:00100000:1.0:1772472047.307447:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1099 00000100:00100000:1.0:1772472047.307453:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2411:x1858570834974336:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307479:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2411:x1858570834974336:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307484:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1099 00000100:00100000:1.0:1772472047.307494:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1100 00000100:00100000:1.0:1772472047.307502:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834973952:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307524:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570834973952:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307530:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1100 00000100:00100000:1.0:1772472047.307541:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1101 00000100:00100000:1.0:1772472047.307546:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834974464:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307567:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570834974464:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307573:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1101 00000100:00100000:1.0:1772472047.307592:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974080 00000100:00100000:1.0:1772472047.307595:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974080 00000100:00100000:1.0:1772472047.307626:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974592 00000100:00100000:1.0:1772472047.307629:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974592 00000100:00100000:1.0:1772472047.307641:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974208 00000100:00100000:1.0:1772472047.307643:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974208 00000100:00100000:1.0:1772472047.307653:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974720 00000100:00100000:1.0:1772472047.307655:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974720 00000100:00100000:1.0:1772472047.307667:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 647 00000100:00100000:1.0:1772472047.307673:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834974080:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307698:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2411:x1858570834974080:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307704:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 647 00000100:00100000:1.0:1772472047.307728:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 648 00000100:00100000:1.0:1772472047.307744:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834974592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307767:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834974592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307773:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 648 00000100:00100000:1.0:1772472047.307784:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 649 00000100:00100000:1.0:1772472047.307790:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834974208:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307811:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834974208:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307816:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 649 00000100:00100000:1.0:1772472047.307827:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 650 00000100:00100000:1.0:1772472047.307833:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834974720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307851:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570834974720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307856:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 650 00000100:00100000:1.0:1772472047.307883:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834973696 00000100:00100000:1.0:1772472047.307887:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834973696 00000100:00100000:1.0:1772472047.307924:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 769 00000100:00100000:1.0:1772472047.307931:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834973696:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472047.307958:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570834973696:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472047.307964:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 769 00000100:00080000:1.0:1772472047.308005:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472047.308009:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472047.308011:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472047.308014:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472047.790839:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472048.003107:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472048.004560:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974848 00000100:00100000:2.0:1772472048.004575:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974848 00000100:00100000:2.0:1772472048.004653:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1431 00000100:00100000:2.0:1772472048.004664:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32616:x1858570834974848:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772472048.004798:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:32616:x1858570834974848:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 135us (1701us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472048.004806:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1431 00000100:00100000:1.0:1772472048.013831:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472048.014078:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834974976 00000100:00100000:2.0:1772472048.014090:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834974976 00000100:00100000:2.0:1772472048.014157:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1432 00000100:00100000:2.0:1772472048.014168:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:32616:x1858570834974976:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772472048.014389:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:32616:x1858570834974976:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 222us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472048.014398:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1432 00000100:00100000:3.0:1772472048.555093:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856867584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472048.555176:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472048.555406:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856867584 00000100:00100000:0.0:1772472048.555416:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856867584 00000100:00100000:0.0:1772472048.555467:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1772472048.555476:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856867584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472048.555512:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:0.0:1772472048.555598:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856867584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472048.555613:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1772472048.561090:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856867584:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472048.810820:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472049.584153:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856867712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472049.584227:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472049.585914:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856867712 00000100:00100000:2.0:1772472049.585925:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856867712 00000100:00100000:2.0:1772472049.585992:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1772472049.586004:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856867712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472049.586044:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472049.591185:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856867712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5172us (6947us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472049.591202:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1772472049.599231:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856867712:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472049.842676:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1772472049.916278:0:24044:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 12:20:48 (1772472048) 00000100:00100000:0.0:1772472050.286072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.286205:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834975104 00000100:00100000:1.0:1772472050.286216:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834975104 00000100:00100000:3.0:1772472050.286340:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1433 00000100:00100000:3.0:1772472050.286356:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:33259:x1858570834975104:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1772472050.286480:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:33259:x1858570834975104:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 129us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472050.286488:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1433 00000100:00080000:2.0:1772472050.286549:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472050.291066:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.292220:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834975232 00000100:00100000:1.0:1772472050.292233:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834975232 00000100:00100000:1.0:1772472050.292368:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1434 00000100:00100000:1.0:1772472050.292381:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33259:x1858570834975232:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772472050.292504:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33259:x1858570834975232:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 126us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472050.292512:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1434 00000100:00080000:2.0:1772472050.292611:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472050.335578:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472050.337202:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834975360 00000100:00100000:2.0:1772472050.337539:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834975360 00000100:00080000:2.0:1772472050.338432:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472050.338633:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1435 00000100:00100000:0.0:1772472050.338692:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:33260:x1858570834975360:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472050.338751:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472050.338783:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407568 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.338874:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.338890:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.338907:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.338925:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.338933:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.338939:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339018:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339026:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339033:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339040:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472050.339046:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339053:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339065:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472050.339068:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472050.339073:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339080:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3b78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339094:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339100:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339106:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339111:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472050.339127:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339133:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339140:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8f9c95450d00) 00010000:00010000:0.0:1772472050.339142:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472050.339146:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339151:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3b7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339184:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b71 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407568 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339195:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472050.339198:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472050.339201:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3b71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407568 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.339210:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472050.339360:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:33260:x1858570834975360:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 716us (3792us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472050.339368:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1435 00000100:00100000:0.0:1772472050.346790:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472050.346927:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834975616 00000100:00100000:2.0:1772472050.346940:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834975616 00000100:00100000:2.0:1772472050.347091:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1436 00000100:00100000:2.0:1772472050.347102:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+106:33260:x1858570834975616:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:2.0:1772472050.347553:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472050.347802:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d38d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407481 expref: 106 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.347830:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472050.347837:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472050.347919:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.347935:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.347944:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.348768:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 48 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.348787:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 48 pid: 6525 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472050.348803:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856867840:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472050.348924:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182e540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472050.353198:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856867840:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472050.353234:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472050.356288:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472050.356431:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834975744 00000100:00100000:2.0:1772472050.356442:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834975744 00010000:00010000:2.0:1772472050.356487:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 49 pid: 6525 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472050.356529:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 438 00000100:00100000:2.0:1772472050.356540:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2411:x1858570834975744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472050.356556:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472050.356563:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 49 pid: 6525 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.356577:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 49 pid: 6525 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.356609:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3917 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407496 expref: 49 pid: 6525 timeout: 981 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.356627:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472050.356633:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.356643:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.356651:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.356691:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472050.356751:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:2411:x1858570834975744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 213us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472050.356760:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 438 00010000:00010000:3.0:1772472050.357455:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.357466:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.357495:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.357506:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.357520:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358182:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358195:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358205:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472050.358222:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000031de8418 reply state 0000000015eca5d6 transno 4294968171 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358247:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358254:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.358257:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472050.358261:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1772472050.358267:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:3.0:1772472050.358278:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358285:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358291:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358297:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.358356:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358366:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358376:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472050.358379:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.358383:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358388:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3b86 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472050.358402:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000031de8418 reply state 0000000015eca5d6 transno 4294968171 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358410:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.358416:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8f9b84d9e500) 00010000:00010000:3.0:1772472050.358418:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472050.358419:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1772472050.358498:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:33260:x1858570834975616:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 11393us (11715us total) trans 4294968171 rc 0/0 00000100:00100000:3.0:1772472050.358508:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1436 00000100:00100000:2.0:1772472050.379674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.379929:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834975872 00000100:00100000:1.0:1772472050.379939:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834975872 00000100:00100000:1.0:1772472050.380021:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1437 00000100:00100000:1.0:1772472050.380033:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:33261:x1858570834975872:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472050.380061:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472050.380086:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3b9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40756f expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.380196:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3ba2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.380212:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.380226:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472050.380284:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772472050.380288:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472050.380357:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.380397:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3b9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40756f expref: 109 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.380417:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40756f expref: 108 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.380426:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472050.380429:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472050.380433:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:1.0:1772472050.380495:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33261:x1858570834975872:12345-192.168.202.58@tcp:101:bash.0 Request processed in 465us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472050.380503:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1437 00000100:00100000:1.0:1772472050.387219:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472050.387353:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976000 00000100:00100000:0.0:1772472050.387363:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976000 00000100:00100000:0.0:1772472050.387427:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1438 00000100:00100000:0.0:1772472050.387436:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33261:x1858570834976000:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472050.387457:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472050.387478:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ba9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407576 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387544:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387558:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387570:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387580:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387586:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387801:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387899:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3bbe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387908:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3bbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.387915:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3bbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472050.387952:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1772472050.387955:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472050.388139:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3bbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388153:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388164:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388171:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388177:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472050.388182:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388191:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388206:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472050.388209:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472050.388214:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388220:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3bb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388234:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388240:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388246:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388251:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472050.388254:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388261:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388268:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8f9b84d9e500) 00010000:00010000:0.0:1772472050.388270:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472050.388273:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388278:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3bb7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388337:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ba9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407576 expref: 110 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388352:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2800/0xb50b868c089d3bbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407576 expref: 109 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472050.388361:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:0.0:1772472050.388363:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1772472050.388380:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2800, rc 0) 00000100:00100000:0.0:1772472050.388520:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33261:x1858570834976000:12345-192.168.202.58@tcp:101:bash.0 Request processed in 1084us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472050.388528:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1438 00000100:00100000:0.0:1772472050.397219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.397538:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976128 00000100:00100000:3.0:1772472050.397550:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976128 00000100:00100000:3.0:1772472050.397653:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1439 00000100:00100000:3.0:1772472050.397665:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33261:x1858570834976128:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472050.397833:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.397857:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3bc5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40757d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.397929:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.397943:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.397956:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.397983:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.397990:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.397998:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398047:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398054:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398061:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398067:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.398072:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398084:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398097:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.398100:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.398105:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398111:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3bcc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398125:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398131:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398136:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398140:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.398142:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398148:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398154:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472050.398156:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.398159:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398169:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3bd3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398202:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3bc5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40757d expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398213:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.398215:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.398219:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3bc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40757d expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.398487:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472050.398572:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33261:x1858570834976128:12345-192.168.202.58@tcp:101:bash.0 Request processed in 909us (1362us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472050.398581:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1439 00000040:00080000:1.0:1772472050.412101:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472050.420604:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.420907:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976256 00000100:00100000:1.0:1772472050.420919:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976256 00000100:00100000:1.0:1772472050.420989:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1440 00000100:00100000:1.0:1772472050.421001:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+48:33262:x1858570834976256:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472050.421031:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472050.421051:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3bda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407584 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.421116:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.421130:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.421143:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472050.421185:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1772472050.421189:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472050.421209:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.425831:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3bda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.425872:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 49 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.425884:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472050.425888:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472050.425894:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:0.0:1772472050.426087:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:33262:x1858570834976256:12345-192.168.202.58@tcp:101:rm.0 Request processed in 5085us (5500us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472050.426102:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1440 00000100:00100000:0.0:1772472050.431753:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472050.431862:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976384 00000100:00100000:2.0:1772472050.431875:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976384 00000100:00100000:2.0:1772472050.431942:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1441 00000100:00100000:2.0:1772472050.431951:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:33262:x1858570834976384:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472050.431985:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472050.432016:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3be8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40758b expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432085:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432099:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432110:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432120:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432127:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432133:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432235:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d3bfd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432243:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d3bfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432250:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d3bfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472050.432284:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1772472050.432288:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472050.432330:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d3bfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432344:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432355:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432361:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432366:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472050.432371:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432380:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432393:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472050.432396:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472050.432401:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432407:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3bef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432422:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432427:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432432:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432437:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472050.432440:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432446:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432453:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8f9b84d9e500) 00010000:00010000:2.0:1772472050.432456:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472050.432459:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432465:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3bf6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432493:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3be8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40758b expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432506:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1000/0xb50b868c089d3bfd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40758b expref: 50 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.432514:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:2.0:1772472050.432516:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472050.432518:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1000, rc 0) 00000100:00100000:2.0:1772472050.432582:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33262:x1858570834976384:12345-192.168.202.58@tcp:101:rm.0 Request processed in 632us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472050.432589:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1441 00000100:00100000:1.0:1772472050.437958:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.438047:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976512 00000100:00100000:3.0:1772472050.438057:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976512 00000100:00100000:3.0:1772472050.438117:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1442 00000100:00100000:3.0:1772472050.438125:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33262:x1858570834976512:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472050.438148:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.438168:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407592 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438253:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438273:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438286:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438331:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438339:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438346:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438392:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438399:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438405:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438412:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.438417:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438426:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438440:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.438443:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.438456:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438466:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438481:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438486:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438495:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438500:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.438502:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438507:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438513:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472050.438515:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.438518:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438523:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438555:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c04 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407592 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438626:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.438628:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.438631:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407592 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.438638:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:3.0:1772472050.439126:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33262:x1858570834976512:12345-192.168.202.58@tcp:101:rm.0 Request processed in 997us (1177us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472050.439137:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1442 00000100:00100000:0.0:1772472050.444210:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472050.444959:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976640 00000100:00100000:2.0:1772472050.444971:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976640 00000100:00100000:2.0:1772472050.445161:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1443 00000100:00100000:2.0:1772472050.445173:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33262:x1858570834976640:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472050.445197:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472050.445220:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3c19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407599 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445331:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445347:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445359:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445387:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445395:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445402:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445447:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445455:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445461:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445467:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472050.445472:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445480:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445492:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:2.0:1772472050.445496:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472050.445501:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445507:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3c20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445520:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445526:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445531:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445536:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472050.445539:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445545:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445552:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472050.445555:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472050.445558:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445564:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3c27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445608:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3c19 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407599 expref: 51 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445619:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:2.0:1772472050.445621:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472050.445625:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3c19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407599 expref: 51 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.445634:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1600, rc 0) 00000100:00100000:2.0:1772472050.446096:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33262:x1858570834976640:12345-192.168.202.58@tcp:101:rm.0 Request processed in 922us (1896us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472050.446106:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1443 00000100:00100000:0.0:1772472050.466544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.468227:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976768 00000100:00100000:1.0:1772472050.468244:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976768 00000100:00100000:1.0:1772472050.468545:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1444 00000100:00100000:1.0:1772472050.468560:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33263:x1858570834976768:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472050.468585:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472050.468617:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3c2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075a0 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468724:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468741:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468754:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468770:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468777:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468784:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468839:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468846:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468853:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468860:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472050.468864:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468873:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468886:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:1.0:1772472050.468889:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472050.468895:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468901:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3c35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468915:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468921:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468927:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468931:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472050.468934:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468944:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468950:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9c899c5d00) 00010000:00010000:1.0:1772472050.468952:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472050.468967:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.468973:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3c3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.469021:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3c2e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075a0 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.469031:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:1.0:1772472050.469033:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472050.469037:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3c2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075a0 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.469046:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:1.0:1772472050.469124:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33263:x1858570834976768:12345-192.168.202.58@tcp:101:cp.0 Request processed in 568us (2588us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472050.470436:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1444 00000100:00100000:1.0:1772472050.473728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.473835:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834976896 00000100:00100000:3.0:1772472050.473847:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834976896 00000100:00100000:3.0:1772472050.473947:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1445 00000100:00100000:3.0:1772472050.473957:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33263:x1858570834976896:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472050.473981:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.474013:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075a7 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474086:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474101:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474112:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474129:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474138:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474145:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474181:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474188:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474195:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474202:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.474205:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474213:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474238:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.474242:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.474247:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474253:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3c4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474267:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474273:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474278:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474283:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.474286:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474292:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474671:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b84d9e400) 00010000:00010000:3.0:1772472050.474676:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.474679:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474686:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474736:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c43 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075a7 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474747:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.474749:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.474753:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075a7 expref: 51 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.474767:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472050.474844:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33263:x1858570834976896:12345-192.168.202.58@tcp:101:cp.0 Request processed in 888us (1138us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472050.474853:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1445 00000100:00100000:2.0:1772472050.481873:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.482103:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834977152 00000100:00100000:3.0:1772472050.482115:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834977152 00000100:00100000:3.0:1772472050.482174:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1446 00000100:00100000:3.0:1772472050.482184:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33263:x1858570834977152:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472050.482207:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.482389:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c58 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075ae expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.482498:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.482514:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.482527:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.482542:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.482550:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.482557:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1772472050.482965:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1772472050.483139:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483149:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483157:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483193:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483201:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483207:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483212:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.483217:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483692:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483718:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.483721:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.483725:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483736:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c5f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472050.483752:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000007a700102 reply state 0000000030994e9d transno 4294968172 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483762:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483768:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b84d9ee00) 00010000:00010000:3.0:1772472050.483770:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472050.483772:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1772472050.483811:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c58 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483825:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 52 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.483832:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:3.0:1772472050.483834:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472050.483836:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4400, rc 0) 00000100:00100000:3.0:1772472050.483958:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33263:x1858570834977152:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1774us (2094us total) trans 4294968172 rc 0/0 00000100:00100000:3.0:1772472050.483967:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1446 00000100:00100000:2.0:1772472050.488532:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.488694:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834977280 00000100:00100000:1.0:1772472050.488714:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834977280 00000100:00100000:1.0:1772472050.488797:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 393 00000100:00100000:1.0:1772472050.488810:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834977280:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472050.488833:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472050.488858:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075b5 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472050.488886:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772472050.488922:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472050.488924:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472050.488934:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.488956:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 10 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.488971:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:1.0:1772472050.489050:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834977280:12345-192.168.202.58@tcp:101:cp.0 Request processed in 243us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472050.489058:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 393 00000100:00080000:2.0:1772472050.489823:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472050.496255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.496667:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834977408 00000100:00100000:1.0:1772472050.496678:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834977408 00000100:00100000:2.0:1772472050.496853:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 394 00000100:00100000:2.0:1772472050.496865:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:33263:x1858570834977408:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472050.496885:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472050.496906:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075bc expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.496943:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.496953:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472050.496955:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472050.496959:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.496996:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472050.497019:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 981 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472050.497036:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856867968:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472050.497179:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c9182e480 going to sleep for 11 seconds 00000100:00100000:0.0:1772472050.502954:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472050.503071:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856867968:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472050.503109:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472050.503135:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:1.0:1772472050.503207:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:33263:x1858570834977408:12345-192.168.202.58@tcp:101:cp.0 Request processed in 6343us (6963us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472050.503231:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 394 00000100:00100000:3.0:1772472050.503488:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834977536 00000100:00100000:3.0:1772472050.503497:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834977536 00010000:00010000:3.0:1772472050.503535:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 981 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472050.503576:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 439 00000100:00100000:3.0:1772472050.503586:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834977536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472050.503600:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472050.503620:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 981 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.503633:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 981 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.503660:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262b5550/0xb50b868c089d3c7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075b5 expref: 11 pid: 8409 timeout: 981 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.503676:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472050.503690:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472050.503700:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.503719:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.503760:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472050.503773:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856868096:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472050.503828:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb4001a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472050.506859:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856868096:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472050.506889:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472050.506950:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834977536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3365us (4009us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472050.506963:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 439 00000100:00100000:1.0:1772472050.507061:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.507535:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834977792 00000100:00100000:3.0:1772472050.507544:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834977792 00000100:00100000:3.0:1772472050.507588:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 292 00000100:00100000:3.0:1772472050.507596:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33263:x1858570834977792:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:3.0:1772472050.507904:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33263:x1858570834977792:12345-192.168.202.58@tcp:35:cp.0 Request processed in 307us (843us total) trans 4294968173 rc 0/0 00000100:00100000:3.0:1772472050.507911:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 292 00000100:00100000:1.0:1772472050.550667:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.550799:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834977920 00000100:00100000:3.0:1772472050.550809:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834977920 00000100:00100000:3.0:1772472050.550873:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1447 00000100:00100000:3.0:1772472050.550884:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33266:x1858570834977920:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472050.550913:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.550939:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c89 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075c3 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551022:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551038:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551054:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551065:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551072:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551078:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551162:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551171:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551178:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472050.551220:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:3.0:1772472050.551235:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472050.551258:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551270:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551280:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551290:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551297:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551347:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.551351:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551360:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551374:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.551377:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.551381:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551388:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3c90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551403:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551409:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551415:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551421:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86084800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472050.551424:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551429:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551437:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b84d9ee00) 00010000:00010000:3.0:1772472050.551440:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472050.551442:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551447:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3c97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551474:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3c89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551489:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.551496:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:3.0:1772472050.551498:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472050.551500:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472050.551568:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33266:x1858570834977920:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 685us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472050.551575:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1447 00000100:00100000:1.0:1772472050.556791:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.556860:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834978048 00000100:00100000:3.0:1772472050.556871:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834978048 00000100:00100000:3.0:1772472050.556942:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 395 00000100:00100000:3.0:1772472050.556952:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834978048:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472050.556974:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.556992:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3ca5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075ca expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772472050.557125:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472050.557205:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856868224:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472050.557416:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb40013c0 going to sleep for 11 seconds 00002000:00010000:3.0:1772472050.560952:0:8408:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472050.560963:0:8408:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1772472050 00002000:00010000:3.0:1772472050.560966:0:8408:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1772472050 00002000:00010000:3.0:1772472050.560968:0:8408:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1772472050 00002000:00010000:3.0:1772472050.560970:0:8408:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472050.560996:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856868224:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472050.561047:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3ca5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ca expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.561072:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3ca5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ca expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.561086:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472050.561151:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834978048:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 4200us (4370us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472050.561161:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 395 00000100:00100000:1.0:1772472050.565699:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.565898:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834978176 00000100:00100000:3.0:1772472050.565909:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834978176 00000100:00100000:3.0:1772472050.565970:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1448 00000100:00100000:3.0:1772472050.565981:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33266:x1858570834978176:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472050.566013:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.566039:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3cac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075d1 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.566111:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.566129:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.566143:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472050.566186:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:3.0:1772472050.566190:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472050.566214:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.566252:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3cac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.566272:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.566280:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472050.566283:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472050.566287:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:3.0:1772472050.566590:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33266:x1858570834978176:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 609us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472050.566599:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1448 00000100:00100000:1.0:1772472050.571066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.571147:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834978304 00000100:00100000:3.0:1772472050.571159:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834978304 00000100:00100000:3.0:1772472050.571218:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 396 00000100:00100000:3.0:1772472050.571237:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834978304:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472050.571261:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472050.571281:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075d8 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472050.571384:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856868352:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472050.571469:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb40013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472050.574892:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856868352:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472050.574937:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d8 expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.574965:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d8 expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472050.574980:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085a00, rc 0) 00000100:00100000:3.0:1772472050.575056:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834978304:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3821us (3999us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472050.575066:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 396 00000100:00100000:0.0:1772472050.580985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472050.581145:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834978560 00000100:00100000:3.0:1772472050.581155:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834978560 00000100:00100000:3.0:1772472050.581232:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1449 00000100:00100000:3.0:1772472050.581244:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33266:x1858570834978560:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:3.0:1772472050.581502:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:3.0:1772472050.581597:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33266:x1858570834978560:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 354us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472050.581605:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1449 00010000:00010000:0.0:1772472050.858731:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472051.121691:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856868480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472051.121778:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472051.121854:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856868480 00000100:00100000:0.0:1772472051.121863:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856868480 00000100:00100000:0.0:1772472051.121929:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1772472051.121938:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856868480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472051.121969:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472051.122012:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856868480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472051.122018:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:0.0:1772472051.122040:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472051.122074:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856868480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472051.123373:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856868736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123485:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856868992:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123536:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472051.123571:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856869504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123607:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472051.123626:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856870016:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123647:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472051.123668:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772472051.123675:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856868608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123713:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472051.123733:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856869120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123757:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472051.123774:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856869632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123793:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472051.123823:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856868992 00000100:00100000:2.0:1772472051.123829:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856868992 00000100:00100000:2.0:1772472051.123871:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1772472051.123879:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856868992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.123925:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856868992:12345-0@lo:400:kworker.0 Request processed in 46us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472051.123931:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1772472051.123956:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869504 00000100:00100000:2.0:1772472051.123960:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869504 00000100:00100000:2.0:1772472051.123991:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856870016 00000100:00100000:2.0:1772472051.123994:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856870016 00000100:00100000:2.0:1772472051.124014:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869632 00000100:00100000:2.0:1772472051.124017:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869632 00000100:00100000:2.0:1772472051.124029:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1772472051.124035:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856869504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124064:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856869504:12345-0@lo:400:kworker.0 Request processed in 29us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472051.124070:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1772472051.124083:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1772472051.124089:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856870016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124113:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856870016:12345-0@lo:400:kworker.0 Request processed in 24us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472051.124118:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1772472051.124128:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1772472051.124135:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856869632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124158:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856869632:12345-0@lo:400:kworker.0 Request processed in 24us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472051.124164:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1772472051.124184:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856868608 00000100:00100000:2.0:1772472051.124188:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856868608 00000100:00100000:2.0:1772472051.124216:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1772472051.124223:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856868608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124249:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856868608:12345-0@lo:400:kworker.0 Request processed in 27us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472051.124256:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1772472051.124281:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869120 00000100:00100000:2.0:1772472051.124285:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869120 00000100:00100000:2.0:1772472051.124335:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1772472051.124342:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856869120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124373:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856869120:12345-0@lo:400:kworker.0 Request processed in 32us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472051.124728:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:2.0:1772472051.124761:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472051.124766:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472051.124811:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856868608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124825:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856869120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124835:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:2.0:1772472051.124841:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967373 committed transno 4294967373 00000100:00100000:2.0:1772472051.124867:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856869632:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124878:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856868992:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124888:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856869504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472051.124897:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856870016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.125079:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.125116:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856869248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.125136:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.125154:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856869760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.125172:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.125192:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472051.125199:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856868864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.125219:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.125237:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856869376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.125255:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.125270:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856869888:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.125287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.125335:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856868736 00000100:00100000:3.0:1772472051.125340:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856868736 00000100:00100000:3.0:1772472051.125366:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869248 00000100:00100000:3.0:1772472051.125369:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869248 00000100:00100000:1.0:1772472051.125567:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869760 00000100:00100000:1.0:1772472051.125572:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869760 00000100:00100000:3.0:1772472051.125766:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869376 00000100:00100000:3.0:1772472051.125770:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869376 00000100:00100000:0.0:1772472051.126629:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856868864 00000100:00100000:0.0:1772472051.126637:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856868864 00000100:00100000:0.0:1772472051.126676:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1772472051.126684:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856868864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472051.126772:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856868864:12345-0@lo:400:kworker.0 Request processed in 86us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472051.126779:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1772472051.126802:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856869888 00000100:00100000:0.0:1772472051.126806:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856869888 00000100:00100000:1.0:1772472051.127399:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1772472051.127408:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856868736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472051.127965:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856868736:12345-0@lo:400:kworker.0 Request processed in 557us (2884us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472051.127974:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1772472051.127994:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1772472051.128003:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856869248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472051.128034:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856869248:12345-0@lo:400:kworker.0 Request processed in 34us (2896us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472051.128040:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1772472051.128054:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1772472051.128060:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856869760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472051.128089:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856869760:12345-0@lo:400:kworker.0 Request processed in 30us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472051.128095:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1772472051.128277:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1772472051.128286:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856869376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.128341:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856869376:12345-0@lo:400:kworker.0 Request processed in 57us (3084us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.128349:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1772472051.128402:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856868864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.128417:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856869376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.128427:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856868736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.128436:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856869248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472051.128667:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856869760:0@lo:400:kworker.0 00000100:00080000:3.0:1772472051.128711:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472051.128717:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472051.128771:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472051.128783:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856870144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472051.128818:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472051.128850:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856870144 00000100:00100000:3.0:1772472051.128855:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856870144 00000100:00100000:3.0:1772472051.128882:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1772472051.128889:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856870144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472051.128904:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 185346880 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472051.128937:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856870144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.128944:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1772472051.128975:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856870144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472051.130098:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1772472051.130109:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856869888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472051.130178:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856869888:12345-0@lo:400:kworker.0 Request processed in 71us (4889us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472051.130185:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1772472051.130268:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856869888:0@lo:400:kworker.0 00000040:00080000:1.0:1772472051.260591:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472051.260603:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472051.260713:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:1.0:1772472051.260721:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472051.260924:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856870272:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472051.261062:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472051.287060:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472051.287114:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834978688 00000100:00100000:0.0:1772472051.287125:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834978688 00000100:00100000:0.0:1772472051.287184:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1450 00000100:00100000:0.0:1772472051.287195:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834978688:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472051.287230:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472051.287356:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834978688:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 161us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472051.287364:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1450 00000100:00100000:3.0:1772472051.287901:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856870272:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472051.291778:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472051.294533:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834978944 00000100:00100000:2.0:1772472051.294549:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834978944 00000100:00100000:2.0:1772472051.294624:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1451 00000100:00100000:2.0:1772472051.294634:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33276:x1858570834978944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472051.294657:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472051.294680:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3cc1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075df expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.294809:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3cc8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.294824:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.294837:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472051.294849:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1772472051.294960:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3cc1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075df expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.294977:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075df expref: 56 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.294990:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:2.0:1772472051.294992:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472051.294996:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1c00, rc 0) 00000100:00100000:2.0:1772472051.295063:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834978944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 430us (3294us total) trans 4294968174 rc 0/0 00000100:00100000:2.0:1772472051.295070:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1451 00000100:00100000:2.0:1772472051.312610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472051.312651:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472051.312751:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834979200 00000100:00100000:1.0:1772472051.312760:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834979200 00000100:00100000:1.0:1772472051.312816:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 397 00000100:00100000:1.0:1772472051.312828:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834979200:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472051.312883:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.312904:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.312913:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472051.312916:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472051.312920:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.312960:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.312975:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 10 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472051.312991:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856870400:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472051.313070:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472051.313916:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834979072 00000100:00100000:3.0:1772472051.313926:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834979072 00000100:00100000:3.0:1772472051.313990:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 68 00000100:00100000:3.0:1772472051.314000:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2410:x1858570834979072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472051.314013:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472051.314040:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3cc8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075df expref: 56 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.314056:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:3.0:1772472051.314061:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472051.314109:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2410:x1858570834979072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 111us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.314118:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 68 00000100:00100000:3.0:1772472051.320557:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472051.320631:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834979328 00000100:00100000:2.0:1772472051.320643:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834979328 00002000:00100000:2.0:1772472051.320708:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff8f9b83fb0e00 x1858570834979328/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:87/0 lens 648/0 e 0 to 0 dl 1772472062 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472051.320721:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83fb0e00 with x1858570834979328 ext(0->157) 00010000:00010000:2.0:1772472051.320731:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 11 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.320750:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 11 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472051.320759:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b83fb0e00 00000100:00100000:2.0:1772472051.320794:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 18 00000100:00100000:2.0:1772472051.320804:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834979328:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:1.0:1772472051.322876:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856870400:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472051.322914:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472051.331565:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570834979328:12345-192.168.202.58@tcp:4:cp.0 Request processed in 10749us (11003us total) trans 4294967375 rc 0/0 00000100:00100000:2.0:1772472051.331582:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 18 00002000:00100000:2.0:1772472051.331595:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff8f9b83fb0e00 x1858570834979328/t4294967375(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:87/0 lens 648/448 e 0 to 0 dl 1772472062 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472051.331604:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83fb0e00 with x1858570834979328 ext(0->157) 00010000:00010000:2.0:1772472051.331614:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 13 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472051.331630:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 13 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472051.331637:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b83fb0e00 00000100:00100000:2.0:1772472051.344478:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472051.344582:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834979456 00000100:00100000:3.0:1772472051.344596:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834979456 00010000:00010000:3.0:1772472051.344644:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 13 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472051.344690:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 440 00000100:00100000:3.0:1772472051.344712:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2409:x1858570834979456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472051.344730:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1772472051.344751:0:7450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1772472051.344760:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 13 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.344776:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 13 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.344805:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3c82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075bc expref: 13 pid: 8410 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.344822:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472051.344824:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472051.344830:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.344840:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.344874:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472051.344901:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.344915:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.344940:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472051.344944:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570834979456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 243us (479us total) trans 0 rc 0/0 00010000:00010000:1.0:1772472051.344959:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472051.344964:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 440 00010000:00010000:1.0:1772472051.344974:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.344982:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472051.344987:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.344997:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.345017:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.345025:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0a0c3fc/0xb50b868c089d3cd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472051.345073:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834979200:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 32247us (32420us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472051.345082:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 397 00000100:00100000:0.0:1772472051.359528:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472051.360385:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834979712 00000100:00100000:1.0:1772472051.360399:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834979712 00000100:00100000:1.0:1772472051.360466:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1452 00000100:00100000:1.0:1772472051.360478:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834979712:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472051.360611:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834979712:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 135us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472051.360619:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1452 00000100:00100000:2.0:1772472051.370614:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472051.375234:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834979840 00000100:00100000:3.0:1772472051.375251:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834979840 00000100:00100000:3.0:1772472051.375357:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 398 00000100:00100000:3.0:1772472051.375369:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834979840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472051.375393:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472051.375419:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075e6 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472051.375447:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x69a5c6f2, atime: 0x0, ctime: 0x69a5c6f2, blocks: 0x8 00010000:00010000:3.0:1772472051.375473:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472051.375476:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472051.375486:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.375505:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.375992:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085a00, rc 0) 00000100:00100000:3.0:1772472051.376073:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834979840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 706us (5469us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.376081:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 398 00000100:00100000:2.0:1772472051.379190:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472051.379351:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980096 00000100:00100000:0.0:1772472051.379364:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980096 00000100:00100000:0.0:1772472051.379430:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1453 00000100:00100000:0.0:1772472051.379450:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834980096:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472051.379580:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834980096:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 140us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472051.388619:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1453 00000100:00100000:0.0:1772472051.394600:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472051.394640:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980224 00000100:00100000:0.0:1772472051.394650:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980224 00002000:00100000:0.0:1772472051.394710:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4095) req@ffff8f9cbd819c00 x1858570834980224/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:87/0 lens 488/0 e 0 to 0 dl 1772472062 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472051.394740:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd819c00 with x1858570834980224 ext(0->4095) 00002000:00010000:0.0:1772472051.394745:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cbd819c00 00000100:00100000:0.0:1772472051.394784:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 104 00000100:00100000:0.0:1772472051.394832:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834980224:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1772472051.395097:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834980224:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 304us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772472051.395102:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 104 00002000:00100000:0.0:1772472051.395107:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4095) req@ffff8f9cbd819c00 x1858570834980224/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:87/0 lens 488/4536 e 0 to 0 dl 1772472062 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472051.395122:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cbd819c00 with x1858570834980224 ext(0->4095) 00002000:00010000:0.0:1772472051.395125:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9cbd819c00 00000100:00100000:3.0:1772472051.424980:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472051.425069:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980352 00000100:00100000:0.0:1772472051.425079:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980352 00000100:00100000:0.0:1772472051.425146:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1454 00000100:00100000:0.0:1772472051.425156:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33276:x1858570834980352:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472051.425192:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472051.425221:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3ce4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075ed expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472051.425260:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472051.425277:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472051.425324:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472051.425454:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3ce4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472051.425472:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472051.425481:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:0.0:1772472051.425484:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472051.425488:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3000, rc 0) 00000100:00100000:0.0:1772472051.425811:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834980352:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 654us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472051.425819:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1454 00000100:00100000:2.0:1772472051.431529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472051.432789:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980480 00000100:00100000:3.0:1772472051.432802:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980480 00000100:00100000:3.0:1772472051.432900:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1455 00000100:00100000:3.0:1772472051.432920:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834980480:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772472051.432952:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472051.433066:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834980480:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 149us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.433073:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1455 00000100:00100000:2.0:1772472051.447498:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472051.455812:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980608 00000100:00100000:3.0:1772472051.455830:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980608 00000100:00100000:3.0:1772472051.455893:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 399 00000100:00100000:3.0:1772472051.455903:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834980608:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472051.455950:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.455975:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472051.455978:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472051.455984:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456000:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456025:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456035:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456043:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456065:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472051.456070:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456079:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456101:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.456115:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3cf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472051.456634:0:24093:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472051.456639:0:24093:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1772472051.456643:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834980608:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 740us (9157us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.456653:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 399 00000040:00080000:0.0:1772472051.456665:0:24093:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:0.0:1772472051.456671:0:24093:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472051.463201:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472051.463421:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980864 00000100:00100000:1.0:1772472051.463432:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980864 00000100:00100000:1.0:1772472051.463499:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1456 00000100:00100000:1.0:1772472051.463527:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834980864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772472051.463626:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.463645:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.463667:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.463727:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.463741:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 56 pid: 10040 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472051.463764:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856870528:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472051.463862:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85d74d80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472051.471098:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472051.471136:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834980992 00000100:00100000:3.0:1772472051.471146:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834980992 00010000:00010000:3.0:1772472051.471187:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 57 pid: 10040 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472051.471227:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 441 00000100:00100000:3.0:1772472051.471236:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8568b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834980992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472051.471252:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472051.471264:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 57 pid: 10040 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.471276:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 57 pid: 10040 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.471325:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:3.0:1772472051.471333:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.471349:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.471358:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472051.471390:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472051.471448:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8568b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570834980992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 212us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472051.471456:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 441 00010000:00010000:1.0:1772472051.471707:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3ceb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ed expref: 56 pid: 10040 timeout: 982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472051.471796:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856870528:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472051.471819:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.471828:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.471834:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472006:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472014:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472021:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472027:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472051.472031:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472039:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472050:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:1.0:1772472051.472052:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472051.472056:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472051.472062:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3cf9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472051.472169:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834980864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 8661us (8975us total) trans 4294968175 rc 0/0 00000100:00100000:1.0:1772472051.472179:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1456 00000040:00080000:3.0:1772472051.476649:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472051.476658:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472051.478415:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1772472051.478440:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472051.484255:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472051.488269:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834981248 00000100:00100000:2.0:1772472051.488297:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834981248 00000100:00100000:2.0:1772472051.488386:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 293 00000100:00100000:2.0:1772472051.488396:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33276:x1858570834981248:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772472051.488988:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33276:x1858570834981248:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 511us (4662us total) trans 4294968176 rc 0/0 00000100:00100000:2.0:1772472051.488998:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 293 00010000:00010000:2.0:1772472051.882636:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472052.138795:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856870656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472052.138877:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472052.139662:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856870656 00000100:00100000:1.0:1772472052.139684:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856870656 00000100:00100000:1.0:1772472052.139778:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1772472052.139796:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856870656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472052.139833:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:1.0:1772472052.139895:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856870656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472052.139905:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1772472052.140542:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856870656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472052.143568:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856870784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472052.143700:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472052.143890:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856870784 00000100:00100000:3.0:1772472052.143898:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856870784 00000100:00100000:3.0:1772472052.143955:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1772472052.143965:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856870784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472052.144000:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1772472052.144048:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856870784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472052.144055:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1772472052.144927:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856870784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472052.421213:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.421253:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472052.421274:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834981504 00000100:00100000:2.0:1772472052.421286:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.421358:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472052.421447:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834981504 00000100:00100000:1.0:1772472052.421583:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834981760 00000100:00100000:1.0:1772472052.421588:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834981760 00000100:00100000:3.0:1772472052.421620:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982016 00000100:00100000:1.0:1772472052.421620:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982272 00000100:00100000:3.0:1772472052.421623:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982016 00000100:00100000:1.0:1772472052.421623:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982272 00000100:00100000:3.0:1772472052.421646:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1108 00000100:00100000:1.0:1772472052.421646:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 654 00000100:00100000:3.0:1772472052.421656:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570834981504:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472052.421656:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2410:x1858570834981760:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472052.421764:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2410:x1858570834981760:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 109us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472052.421772:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 654 00000100:00100000:3.0:1772472052.421776:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570834981504:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 122us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472052.421789:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 655 00000100:00100000:1.0:1772472052.421795:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834982272:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472052.421823:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834982272:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472052.421829:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 655 00000100:00100000:1.0:1772472052.421879:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1109 00000100:00100000:3.0:1772472052.421885:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1108 00000100:00100000:1.0:1772472052.421887:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2410:x1858570834982016:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472052.421915:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2410:x1858570834982016:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472052.421921:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1109 00000100:00080000:1.0:1772472052.421945:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472052.421949:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472052.426728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.426787:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.426816:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.426836:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.426866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472052.426894:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834981632 00000100:00100000:2.0:1772472052.426904:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834981632 00000100:00100000:2.0:1772472052.426963:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982144 00000100:00100000:2.0:1772472052.426966:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982144 00000100:00100000:0.0:1772472052.427347:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834981376 00000100:00100000:0.0:1772472052.427352:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834981376 00000100:00100000:0.0:1772472052.427542:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 771 00000100:00100000:0.0:1772472052.427553:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834981376:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472052.427621:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834981376:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472052.427630:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 771 00000100:00100000:2.0:1772472052.427725:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1110 00000100:00100000:2.0:1772472052.427736:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834981632:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472052.427773:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834981632:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472052.427887:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834981888 00000100:00100000:3.0:1772472052.427903:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834981888 00000100:00100000:3.0:1772472052.427938:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982400 00000100:00100000:3.0:1772472052.427941:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982400 00000100:00100000:3.0:1772472052.427963:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 656 00000100:00100000:3.0:1772472052.427969:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834981888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472052.428642:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834981888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 668us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472052.428651:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 656 00000100:00100000:3.0:1772472052.428671:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 657 00000100:00100000:3.0:1772472052.428680:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834982400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472052.428720:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570834982400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 43us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472052.428726:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 657 00000100:00100000:0.0:1772472052.430342:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1111 00000100:00100000:0.0:1772472052.430366:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834982144:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472052.431013:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1110 00000100:00080000:2.0:1772472052.431067:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472052.431073:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472052.431584:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834982144:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1229us (4745us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472052.431594:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1111 00010000:00010000:3.0:1772472052.906900:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1772472053.175795:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968176 is committed 00000001:00080000:0.0:1772472053.175846:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968171 is committed 00000020:00080000:0.0:1772472053.175853:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00000020:00080000:0.0:1772472053.175883:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:0.0:1772472053.175898:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00010000:00010000:1.0:1772472053.176224:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176242:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176249:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176256:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472053.176261:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176270:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176290:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8f9b84d9e500) 00010000:00010000:1.0:1772472053.176294:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472053.176299:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176343:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3b8d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176364:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176370:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176376:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176380:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472053.176383:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176388:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176396:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:1.0:1772472053.176398:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472053.176401:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.176406:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3b94 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177169:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177192:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177199:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177204:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472053.177209:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177214:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177226:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b84d9ee00) 00010000:00010000:2.0:1772472053.177230:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472053.177233:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.177238:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3c66 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472053.262122:0:24145:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472053.262133:0:24145:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472053.262162:0:24145:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:3.0:1772472053.262168:0:24145:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472053.327838:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472053.327970:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982528 00000100:00100000:3.0:1772472053.327983:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982528 00000100:00100000:3.0:1772472053.328056:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 400 00000100:00100000:3.0:1772472053.328066:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834982528:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472053.328089:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472053.328123:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075f4 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.328157:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472053.328160:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472053.328170:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.328191:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.328206:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472053.328337:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834982528:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 272us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472053.328346:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 400 00000100:00100000:2.0:1772472053.342840:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472053.343036:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982784 00000100:00100000:3.0:1772472053.343049:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982784 00000100:00100000:3.0:1772472053.343125:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1457 00000100:00100000:3.0:1772472053.343137:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33286:x1858570834982784:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472053.343164:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472053.343190:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3d07 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4075fb expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.343354:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d0e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.343372:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d0e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.343385:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d0e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472053.343400:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1772472053.343543:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3d07 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075fb expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.343561:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d0e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075fb expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.343571:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:3.0:1772472053.343575:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1772472053.343579:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772472053.343648:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33286:x1858570834982784:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 513us (818us total) trans 4294968177 rc 0/0 00000100:00100000:3.0:1772472053.343672:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1457 00000100:00100000:1.0:1772472053.363522:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472053.363563:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834982912 00000100:00100000:1.0:1772472053.363573:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834982912 00000100:00100000:1.0:1772472053.363628:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 401 00000100:00100000:1.0:1772472053.363638:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834982912:12345-192.168.202.58@tcp:1:lfs.0 00010000:00010000:1.0:1772472053.363696:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.363720:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.363730:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.363743:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472053.363745:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472053.363749:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.363786:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.363800:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 19 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472053.363817:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856870912:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472053.363925:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.363934:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 11 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472053.363944:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856871040:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472053.363970:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472053.366739:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856870912:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472053.366756:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b78a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856871040:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472053.366811:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472053.369445:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472053.369528:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472053.369814:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834983040 00000100:00100000:3.0:1772472053.369827:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834983040 00010000:00010000:3.0:1772472053.369873:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 12 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472053.369914:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834983168 00000100:00100000:3.0:1772472053.369919:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834983168 00010000:00010000:3.0:1772472053.369933:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 20 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472053.369960:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 442 00000100:00100000:3.0:1772472053.369970:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834983040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472053.369985:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472053.370012:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 12 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370026:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 12 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370053:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff8929be/0xb50b868c089d3cdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075e6 expref: 12 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370069:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472053.370123:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834983040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 154us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472053.370131:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 442 00000100:00100000:3.0:1772472053.370147:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 443 00000100:00100000:3.0:1772472053.370154:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2411:x1858570834983168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472053.370161:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472053.370170:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 20 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370199:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 20 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370213:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3d00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075f4 expref: 20 pid: 8408 timeout: 984 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370224:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472053.370226:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472053.370232:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370243:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.370269:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472053.370291:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2411:x1858570834983168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 137us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472053.370297:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 443 00010000:00010000:1.0:1772472053.371032:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371044:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371066:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371074:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371082:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371089:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472053.371093:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371103:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371117:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.371130:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fddf8d12/0xb50b868c089d3d1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472053.371221:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834982912:12345-192.168.202.58@tcp:1:lfs.0 Request processed in 7581us (7706us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472053.371230:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 401 00000100:00100000:2.0:1772472053.384195:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472053.384346:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834983424 00000100:00100000:3.0:1772472053.384356:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834983424 00000100:00100000:3.0:1772472053.384414:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 294 00000100:00100000:3.0:1772472053.384424:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33286:x1858570834983424:12345-192.168.202.58@tcp:35:lfs.0 00000004:00010000:3.0:1772472053.384488:0:6529:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d0e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075fb expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472053.384703:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968178 00000001:00080000:3.0:1772472053.385016:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968179 00010000:00010000:3.0:1772472053.385054:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.385069:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.385078:0:6529:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 114 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.385085:0:6529:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.385122:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 114 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.385136:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 114 pid: 10040 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472053.385150:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856871168:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472053.385260:0:6529:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472053.385270:0:6529:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 50 pid: 6527 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472053.385285:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856871296:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472053.385349:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe000 going to sleep for 11 seconds 00000100:00100000:1.0:1772472053.393260:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472053.393358:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834983680 00000100:00100000:2.0:1772472053.393368:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834983680 00000100:00100000:1.0:1772472053.393377:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472053.393400:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834983552 00000100:00100000:1.0:1772472053.393405:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834983552 00010000:00010000:2.0:1772472053.393408:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 115 pid: 10040 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.393421:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 51 pid: 6527 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472053.393443:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 444 00000100:00100000:1.0:1772472053.393451:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:2412:x1858570834983680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472053.393466:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472053.393472:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 115 pid: 10040 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.393485:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 115 pid: 10040 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.393508:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:1.0:1772472053.393513:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472053.393523:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3c9e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075c3 expref: 115 pid: 10040 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.393526:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472053.393533:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472053.393538:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856871168:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472053.393549:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6529:1858570856871296:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472053.393573:0:6529:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472053.393579:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:2412:x1858570834983680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 129us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472053.396844:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 445 00000100:00100000:2.0:1772472053.396867:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2412:x1858570834983552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472053.396899:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472053.396911:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 51 pid: 6527 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.396931:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 51 pid: 6527 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.396954:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3c6d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075ae expref: 51 pid: 6527 timeout: 984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.396968:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:2.0:1772472053.396973:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.396983:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.396991:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.397024:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472053.397073:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2412:x1858570834983552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 216us (3695us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472053.397082:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 445 00010000:00010000:2.0:1772472053.397126:0:6529:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.397135:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1772472053.397254:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968180 00000001:00080000:2.0:1772472053.397387:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968181 00000001:00080000:2.0:1772472053.397421:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968182 00000100:00100000:2.0:1772472053.397492:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856871424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772472053.397541:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472053.397568:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b000 going to sleep for 11 seconds 00000100:00100000:2.0:1772472053.397588:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856871424 00000100:00100000:2.0:1772472053.397594:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856871424 00000100:00100000:2.0:1772472053.397638:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1772472053.397645:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856871424:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772472053.397729:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856871424:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472053.397736:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:2.0:1772472053.397753:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472053.397783:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856871424:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1772472053.397875:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968183 00000100:00100000:2.0:1772472053.397911:0:6529:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856871552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1772472053.397935:0:6529:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472053.397951:0:6529:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472053.399621:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 444 00000100:00100000:1.0:1772472053.400473:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856871552 00000100:00100000:1.0:1772472053.400485:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856871552 00000100:00100000:1.0:1772472053.400548:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1772472053.400558:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6529:x1858570856871552:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1772472053.400756:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6529:x1858570856871552:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 199us (2819us total) trans 4294967376 rc 0/0 00000100:00100000:1.0:1772472053.400763:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1772472053.401051:0:6529:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6529:1858570856871552:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1772472053.401081:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.401090:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.401097:0:6529:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.401104:0:6529:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472053.401107:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.401115:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.401132:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:2.0:1772472053.401135:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1772472053.401140:0:6529:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472053.401147:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d23 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472053.401276:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1772472053.401361:0:6529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:2.0:1772472053.401373:0:6529:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 884431070244ns, next at 885431067887ns, rc = 0 00000001:00080000:2.0:1772472053.401382:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968184 00010000:00010000:2.0:1772472053.401413:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b84d9e900) 00010000:00010000:2.0:1772472053.401417:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1772472053.401423:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d0e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075fb expref: 118 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472053.401513:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:33286:x1858570834983424:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 17090us (17338us total) trans 4294968185 rc 0/0 00000100:00100000:2.0:1772472053.401521:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 294 00000020:00080000:2.0:1772472053.401525:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 8 transactions per RPC 00000040:00080000:3.0:1772472053.487781:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1772472053.674695:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472053.677770:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856871680:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472053.677857:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472053.678151:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856871680 00000100:00100000:2.0:1772472053.678160:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856871680 00000100:00100000:3.0:1772472053.681779:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1772472053.681801:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856871680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472053.681843:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:3.0:1772472053.681940:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856871680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 147us (4083us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472053.681949:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1772472053.682041:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856871680:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472053.932132:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472054.300117:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472054.300282:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834983936 00000100:00100000:2.0:1772472054.300293:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834983936 00000100:00100000:2.0:1772472054.300439:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1458 00000100:00100000:2.0:1772472054.300451:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:33296:x1858570834983936:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472054.300484:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472054.300511:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3d2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407602 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300593:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300608:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300622:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300636:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300643:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300663:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300804:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3d3f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300812:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3d3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300819:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3d3f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472054.300831:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1772472054.300907:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300920:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300927:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300933:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472054.300937:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300945:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300957:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:2.0:1772472054.300960:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472054.300965:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300972:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3d31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300986:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300992:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.300998:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301003:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472054.301006:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301012:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301018:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b83a2e600) 00010000:00010000:2.0:1772472054.301021:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472054.301024:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301030:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3d38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301087:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d3d2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407602 expref: 120 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301102:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3d3f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407602 expref: 119 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.301110:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:2.0:1772472054.301113:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472054.301115:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472054.301173:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:33296:x1858570834983936:12345-192.168.202.58@tcp:101:cat.0 Request processed in 724us (1067us total) trans 4294968186 rc 0/0 00000100:00100000:2.0:1772472054.301181:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1458 00000100:00080000:1.0:1772472054.302745:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472054.312223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472054.312273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472054.312343:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834984448 00000100:00100000:2.0:1772472054.312354:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834984448 00000100:00100000:2.0:1772472054.312427:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1459 00000100:00100000:2.0:1772472054.312439:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:33295:x1858570834984448:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472054.312468:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472054.312492:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3d4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407609 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312579:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312594:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312607:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312622:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312629:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312636:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312775:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312784:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312792:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472054.312804:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1772472054.312887:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312895:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312902:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312909:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472054.312913:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312921:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312935:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:2.0:1772472054.312939:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472054.312943:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312950:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d3d54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312962:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312968:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312978:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312984:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472054.312987:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312992:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.312999:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8f9b83a2e400) 00010000:00010000:2.0:1772472054.313002:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472054.313005:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.313010:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d3d5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.313052:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d3d4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 122 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.314025:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 121 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472054.314036:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:2.0:1772472054.314039:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472054.314042:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472054.314334:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:33295:x1858570834984448:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1895us (2058us total) trans 4294968187 rc 0/0 00000100:00100000:2.0:1772472054.314347:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1459 00000100:00100000:3.0:1772472054.315117:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834984192 00000100:00100000:3.0:1772472054.315130:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834984192 00000100:00100000:3.0:1772472054.315185:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 69 00000100:00100000:3.0:1772472054.315195:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:33296:x1858570834984192:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:3.0:1772472054.315207:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472054.315228:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d3d3f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407602 expref: 121 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472054.315242:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:3.0:1772472054.315245:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472054.315278:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:33296:x1858570834984192:12345-192.168.202.58@tcp:103:cat.0 Request processed in 85us (3064us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472054.315284:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 69 00000100:00100000:2.0:1772472054.331484:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472054.331570:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834984576 00000100:00100000:3.0:1772472054.331581:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834984576 00000100:00100000:3.0:1772472054.331666:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1460 00000100:00100000:3.0:1772472054.331688:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:33296:x1858570834984576:12345-192.168.202.58@tcp:58:cat.0 00000004:00020000:3.0:1772472054.331780:0:9675:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000100:00100000:0.0:1772472054.340919:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472054.343034:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834984832 00000100:00100000:2.0:1772472054.343055:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834984832 00000100:00100000:2.0:1772472054.343132:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 295 00000100:00100000:2.0:1772472054.343146:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:33295:x1858570834984832:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:3.0:1772472054.343842:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:33295:x1858570834984832:12345-192.168.202.58@tcp:35:cat.0 Request processed in 695us (2928us total) trans 4294968188 rc 0/0 00000100:00100000:3.0:1772472054.343853:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 295 00000100:00100000:1.0:1772472054.698848:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472054.701719:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856871808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472054.701808:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472054.702333:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856871808 00000100:00100000:2.0:1772472054.702470:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856871808 00000100:00100000:2.0:1772472054.702534:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1772472054.702544:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856871808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472054.702586:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472054.702833:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856871808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 290us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472054.702842:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1772472054.705151:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856871808:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472054.955172:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472055.978615:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472056.234500:0:9904:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 887264195067ns, next at 888264191560ns, rc = 0 00000100:00100000:3.0:1772472056.234501:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772472056.234524:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856872064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472056.234603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472056.234675:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872064 00000100:00100000:3.0:1772472056.234677:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856871936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472056.234683:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872064 00000100:00100000:3.0:1772472056.234699:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472056.234727:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856871936 00000100:00100000:3.0:1772472056.234730:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856871936 00000100:00100000:0.0:1772472056.234750:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1772472056.234758:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856872064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472056.234793:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193784640 pending 28672 free 3915087872 avail 3683565568 00000100:00080000:1.0:1772472056.234798:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472056.234893:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472056.234903:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856872192:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.234935:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.234966:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872192 00000100:00100000:2.0:1772472056.234970:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872192 00000100:00100000:2.0:1772472056.235012:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1772472056.235019:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856872192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.235056:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856872192:12345-0@lo:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472056.235063:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1772472056.235112:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856872192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472056.235220:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1772472056.235229:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856871936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472056.235240:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193784640 pending 28672 free 3915087872 avail 3683565568 00000100:00100000:0.0:1772472056.236846:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856872064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2079us (2234us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472056.236860:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1772472056.237044:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856872064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472056.237961:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856872576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.238088:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872576 00000100:00100000:2.0:1772472056.238094:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872576 00000100:00100000:2.0:1772472056.238136:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1772472056.238144:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856872576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238190:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856872576:12345-0@lo:400:kworker.0 Request processed in 46us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472056.238197:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1772472056.238235:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856872576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238270:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856872320:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238294:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.238336:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472056.238358:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856872448:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238384:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.238410:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872320 00000100:00100000:2.0:1772472056.238413:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872320 00000100:00100000:2.0:1772472056.238435:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1772472056.238440:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856872320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238474:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856872320:12345-0@lo:400:kworker.0 Request processed in 33us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472056.238480:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1772472056.238507:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856872320:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238529:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872448 00000100:00100000:2.0:1772472056.238533:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872448 00000100:00100000:2.0:1772472056.238558:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1772472056.238564:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856872448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.238598:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856872448:12345-0@lo:400:kworker.0 Request processed in 34us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472056.238605:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1772472056.238631:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856872448:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.239048:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856872960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.239075:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.239099:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856873472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.239117:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.239135:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1772472056.239141:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856872832:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.239158:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.239172:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856873344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.239198:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472056.239220:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872960 00000100:00100000:2.0:1772472056.239224:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872960 00000100:00100000:2.0:1772472056.239250:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873472 00000100:00100000:2.0:1772472056.239254:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873472 00000100:00100000:2.0:1772472056.239266:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872832 00000100:00100000:2.0:1772472056.239268:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872832 00000100:00100000:2.0:1772472056.239279:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873344 00000100:00100000:2.0:1772472056.239282:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873344 00000100:00100000:2.0:1772472056.239296:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1772472056.239325:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856872960:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772472056.239495:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472056.239499:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472056.239512:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1772472056.239522:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856873472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239560:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856873472:12345-0@lo:400:kworker.0 Request processed in 42us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472056.239570:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1772472056.239585:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1772472056.239591:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856872832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239616:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856872832:12345-0@lo:400:kworker.0 Request processed in 26us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472056.239622:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1772472056.239633:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1772472056.239638:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856873344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239678:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856873344:12345-0@lo:400:kworker.0 Request processed in 39us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472056.239683:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1772472056.239718:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856873088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472056.239766:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472056.239772:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856872704:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239795:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472056.239810:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856873216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239828:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472056.239863:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873088 00000100:00100000:1.0:1772472056.239867:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873088 00000100:00100000:1.0:1772472056.239898:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873216 00000100:00100000:1.0:1772472056.239901:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873216 00000100:00100000:1.0:1772472056.239921:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1772472056.239927:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856873088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.239965:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856873088:12345-0@lo:400:kworker.0 Request processed in 39us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472056.239970:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1772472056.239982:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1772472056.239987:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856873216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240010:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856873216:12345-0@lo:400:kworker.0 Request processed in 23us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472056.240016:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:1.0:1772472056.240034:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472056.240054:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856873216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240064:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856873088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240106:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856872832:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240115:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856873344:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240124:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856873472:0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240146:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856872704 00000100:00100000:1.0:1772472056.240150:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856872704 00000100:00100000:1.0:1772472056.240172:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1772472056.240193:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856872704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472056.240228:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856872704:12345-0@lo:400:kworker.0 Request processed in 50us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472056.240234:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1772472056.240257:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856872704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472056.240736:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856872960:12345-0@lo:400:kworker.0 Request processed in 1432us (1658us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472056.240745:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1772472056.240880:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856872960:0@lo:400:kworker.0 00000100:00100000:3.0:1772472056.240955:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856871936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5726us (6253us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472056.240965:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1772472056.242536:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856871936:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1772472056.754866:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000001:00080000:0.0:1772472056.754885:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00010000:00010000:0.0:1772472057.002575:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472057.258733:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856873600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472057.258814:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472057.258893:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873600 00000100:00100000:3.0:1772472057.258901:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873600 00000100:00100000:3.0:1772472057.258944:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1772472057.258952:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856873600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472057.258985:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:3.0:1772472057.259029:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856873600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472057.259035:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1772472057.259096:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856873600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472057.259875:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856873728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472057.259917:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472057.260004:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873728 00000100:00100000:2.0:1772472057.260010:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873728 00000100:00100000:2.0:1772472057.260045:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1772472057.260052:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856873728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472057.260079:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 179579712 pending 0 free 3922440192 avail 3690917888 00000100:00100000:2.0:1772472057.260119:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856873728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472057.260126:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1772472057.260160:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856873728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472057.545812:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472057.545956:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472057.545998:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472057.546063:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985344 00000100:00100000:3.0:1772472057.546078:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985344 00000100:00100000:3.0:1772472057.546169:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 660 00000100:00100000:3.0:1772472057.546182:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834985344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:0.0:1772472057.546212:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472057.546351:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:2409:x1858570834985344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 170us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472057.546361:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 660 00000100:00100000:2.0:1772472057.556433:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472057.556479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472057.556507:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472057.556758:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985856 00000100:00100000:3.0:1772472057.556772:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985856 00000100:00100000:3.0:1772472057.556891:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 661 00000100:00100000:3.0:1772472057.556903:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834985856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472057.557016:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834985856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 114us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472057.557025:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 661 00000100:00100000:3.0:1772472057.557075:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834984960 00000100:00100000:3.0:1772472057.557080:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834984960 00000100:00100000:3.0:1772472057.557112:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:3.0:1772472057.557119:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834984960:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472057.557163:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834984960:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472057.557175:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:1.0:1772472057.561027:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985088 00000100:00100000:1.0:1772472057.561055:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985088 00000100:00100000:1.0:1772472057.561241:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985600 00000100:00100000:1.0:1772472057.561245:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985600 00000100:00100000:2.0:1772472057.567179:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472057.567232:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472057.572320:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985216 00000100:00100000:0.0:1772472057.572339:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985216 00000100:00100000:0.0:1772472057.572419:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1118 00000100:00100000:0.0:1772472057.572433:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2409:x1858570834985088:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472057.572537:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2409:x1858570834985088:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 109us (26741us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472057.572547:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1118 00000100:00100000:0.0:1772472057.572564:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1119 00000100:00100000:0.0:1772472057.572572:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2409:x1858570834985600:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472057.572832:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2409:x1858570834985600:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 260us (26833us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472057.572839:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1119 00000100:00100000:0.0:1772472057.572853:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1120 00000100:00100000:0.0:1772472057.572859:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834985216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472057.572884:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834985216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (16377us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472057.572890:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1120 00000100:00080000:0.0:1772472057.572920:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472057.572924:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472057.572927:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472057.574342:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985472 00000100:00100000:0.0:1772472057.574361:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985472 00000100:00100000:0.0:1772472057.574431:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 662 00000100:00100000:0.0:1772472057.574439:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834985472:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472057.574505:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834985472:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 67us (7353us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472057.574512:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 662 00000100:00080000:0.0:1772472057.574536:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472057.585818:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472057.586043:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985728 00000100:00100000:1.0:1772472057.586058:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985728 00000100:00100000:1.0:1772472057.586149:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1121 00000100:00100000:1.0:1772472057.586160:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834985728:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472057.586270:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570834985728:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 112us (19037us total) trans 0 rc 0/0 00000100:00080000:2.0:1772472057.586712:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472057.586747:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834985984 00000100:00100000:2.0:1772472057.586752:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834985984 00000100:00100000:2.0:1772472057.586795:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 663 00000100:00100000:2.0:1772472057.586802:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834985984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472057.586836:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834985984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472057.586847:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 663 00000100:00080000:2.0:1772472057.586869:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472057.587212:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1121 00010000:00010000:2.0:1772472058.026561:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472058.797124:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856873856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472058.797247:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472058.797713:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873856 00000100:00100000:2.0:1772472058.797729:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873856 00000100:00100000:2.0:1772472058.797806:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1772472058.797816:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856873856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472058.797874:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:2.0:1772472058.797940:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856873856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472058.797948:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1772472058.804044:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856873856:0@lo:41:osp-pre-0-1.0 00000004:00080000:2.0:1772472058.805566:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:2.0:1772472058.805599:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968188 is committed 00000004:00080000:2.0:1772472058.805609:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000020:00080000:2.0:1772472058.805616:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cb408f9c0 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:2.0:1772472058.805621:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b855a7500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cb408f000 00000020:00080000:2.0:1772472058.805624:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b855a7100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9c83cdee00 00000020:00080000:3.0:1772472058.806214:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:3.0:1772472058.806268:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:0.0:1772472058.806652:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856873984:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1772472058.806923:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472058.807160:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856873984 00000100:00100000:3.0:1772472058.807172:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856873984 00000100:00100000:3.0:1772472058.807254:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1772472058.807448:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856873984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472058.807499:0:8410:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:28 count 1 00002000:00010000:3.0:1772472058.807549:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x69a5c6f2, atime: 0x0, ctime: 0x69a5c6f2, blocks: 0x8 00010000:00010000:3.0:1772472058.807560:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472058.807581:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472058.807584:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472058.807591:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472058.807609:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472058.807620:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472058.807628:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472058.807728:0:8410:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1772472058.808179:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472058.808221:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472058.808231:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472058.808241:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5a00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472058.808247:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472058.808274:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472058.808298:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472058.808329:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000583708c2/0xb50b868c089d3d70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472058.808358:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472058.808360:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472058.808362:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472058.821892:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3655:x1858570856873984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14616us (14956us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1772472058.821909:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1772472058.822000:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1772472058.822013:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967376 committed transno 4294967376 00000100:00100000:0.0:1772472058.822059:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8f9cb7825c00 x1858570856873984/t4294967377(4294967377) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1772472074 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1772472058.822072:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cb7825c00/2, rc 0, transno 4294967377 00000100:00100000:0.0:1772472058.822090:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856873984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1772472059.051531:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:3.0:1772472059.818523:0:9675:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00000100:00100000:1.0:1772472059.820230:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856874112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472059.820365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472059.824331:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856874112 00000100:00100000:0.0:1772472059.824347:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856874112 00000100:00100000:0.0:1772472059.824421:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1772472059.824433:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856874112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472059.824485:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472059.824746:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856874112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 315us (4381us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472059.824754:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1772472059.824863:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856874112:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472059.832104:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.832132:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 109 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.832141:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.832187:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 109 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.832204:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 109 pid: 6527 timeout: 990 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472059.832221:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856874240:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472059.832375:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472059.837832:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856874240:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472059.837865:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472059.841010:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472059.841288:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834986112 00000100:00100000:0.0:1772472059.841298:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834986112 00010000:00010000:0.0:1772472059.841384:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 110 pid: 6527 timeout: 990 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472059.841427:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 446 00000100:00100000:0.0:1772472059.841439:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2411:x1858570834986112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472059.841460:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472059.841467:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 110 pid: 6527 timeout: 990 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472059.841481:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 110 pid: 6527 timeout: 990 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472059.841505:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d3d62 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407609 expref: 110 pid: 6527 timeout: 990 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472059.841523:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:0.0:1772472059.841529:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472059.841538:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472059.841544:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472059.841576:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472059.841613:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.841640:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1772472059.841799:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1772472059.841811:0:9675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:0.0:1772472059.841894:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2411:x1858570834986112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 456us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472059.841903:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 446 00000100:00100000:3.0:1772472059.844392:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33296:x1858570834984576:12345-192.168.202.58@tcp:58:cat.0 Request processed in 5512694us (5512904us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472059.844406:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1460 00000100:00100000:2.0:1772472059.853936:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472059.854386:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834986240 00000100:00100000:3.0:1772472059.854396:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834986240 00000100:00100000:3.0:1772472059.854461:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1461 00000100:00100000:3.0:1772472059.854472:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33296:x1858570834986240:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472059.854502:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472059.854526:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407610 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.854677:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.854691:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 109 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.854713:0:6526:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.854726:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 109 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.854741:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:3.0:1772472059.854744:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472059.854748:0:6526:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 109 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472059.854757:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4000, rc 0) 00000100:00100000:3.0:1772472059.854877:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33296:x1858570834986240:12345-192.168.202.58@tcp:101:cat.0 Request processed in 406us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472059.854885:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1461 00010000:00010000:2.0:1772472060.074769:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472060.714581:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472060.714594:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472060.714666:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:3.0:1772472060.714678:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472060.714827:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856874368:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1772472060.715032:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472060.727949:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.728347:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834986368 00000100:00100000:2.0:1772472060.728361:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834986368 00000100:00100000:2.0:1772472060.728464:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1462 00000100:00100000:2.0:1772472060.728476:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834986368:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472060.728517:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472060.728682:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834986368:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 207us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472060.728690:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1462 00000100:00100000:3.0:1772472060.729046:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856874368:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00080000:0.0:1772472060.729428:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472060.738010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472060.738270:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834986496 00000100:00100000:3.0:1772472060.738283:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834986496 00000100:00100000:3.0:1772472060.738368:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1463 00000100:00100000:3.0:1772472060.738378:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33298:x1858570834986496:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1772472060.738486:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738505:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738517:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738533:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738543:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738550:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738572:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738580:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738587:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472060.738654:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:3.0:1772472060.738659:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472060.738687:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738699:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738706:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738712:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738719:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472060.738722:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738731:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738744:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:3.0:1772472060.738747:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472060.738752:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738758:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3d85 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738773:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738778:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738784:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738789:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472060.738793:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738799:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738806:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff8f9b84d9ec00) 00010000:00010000:3.0:1772472060.738808:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472060.738811:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738820:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3d8c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738835:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738840:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738846:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738850:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472060.738852:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738856:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738862:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:3.0:1772472060.738865:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472060.738867:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.738872:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3d93 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472060.738948:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33298:x1858570834986496:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 570us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472060.738956:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1463 00000100:00100000:2.0:1772472060.744901:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472060.745433:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834986752 00000100:00100000:1.0:1772472060.745444:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834986752 00000100:00100000:1.0:1772472060.745504:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1464 00000100:00100000:1.0:1772472060.745514:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33298:x1858570834986752:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472060.745534:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472060.745553:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3d9a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407617 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745782:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745798:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745810:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472060.745821:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:1.0:1772472060.745920:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745929:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745935:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745941:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472060.745945:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.745961:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.747288:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:1.0:1772472060.747297:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472060.747315:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.747323:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3da1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.747482:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3d9a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407617 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.747494:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:1.0:1772472060.747497:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472060.747501:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3d9a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407617 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.747512:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:1.0:1772472060.747585:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834986752:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 2071us (2692us total) trans 4294968189 rc 301/301 00000100:00100000:1.0:1772472060.747594:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1464 00000100:00100000:0.0:1772472060.759493:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472060.759602:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834986880 00000100:00100000:1.0:1772472060.759628:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834986880 00000100:00100000:1.0:1772472060.759705:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1465 00000100:00100000:1.0:1772472060.759716:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834986880:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472060.759758:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472060.759894:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834986880:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 179us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472060.759902:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1465 00000100:00100000:0.0:1772472060.772020:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472060.772583:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834987136 00000100:00100000:3.0:1772472060.772606:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834987136 00000100:00100000:3.0:1772472060.772691:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1466 00000100:00100000:3.0:1772472060.772702:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834987136:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472060.772725:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472060.772794:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3daf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40761e expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.773353:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3db6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.773371:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3db6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.773834:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3db6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472060.773849:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:3.0:1772472060.773902:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3daf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40761e expref: 54 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.773989:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3db6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40761e expref: 53 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.773999:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9b84d9ec00) 00010000:00010000:3.0:1772472060.774002:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472060.774006:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472060.774075:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33298:x1858570834987136:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1376us (2067us total) trans 4294968190 rc 0/0 00000100:00100000:3.0:1772472060.774087:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1466 00000100:00100000:2.0:1772472060.786430:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472060.787298:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834987392 00000100:00100000:1.0:1772472060.787358:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834987392 00000100:00100000:1.0:1772472060.787431:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1467 00000100:00100000:1.0:1772472060.787446:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33298:x1858570834987392:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1772472060.787510:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472060.787539:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3db6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40761e expref: 53 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.787559:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9b84d9ec00) 00010000:00010000:1.0:1772472060.787570:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472060.787594:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.787608:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 108 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.787626:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.787661:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 108 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.787678:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 108 pid: 9675 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472060.787693:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856874496:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472060.787784:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472060.792839:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856874496:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472060.792874:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472060.793486:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.795080:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834987520 00000100:00100000:0.0:1772472060.795099:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834987520 00010000:00010000:0.0:1772472060.795174:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 109 pid: 9675 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472060.795222:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 447 00000100:00100000:0.0:1772472060.795234:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8568b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2411:x1858570834987520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472060.795249:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472060.795255:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 109 pid: 9675 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.795269:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 109 pid: 9675 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.795296:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3cb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4075d1 expref: 109 pid: 9675 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.795570:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:0.0:1772472060.795575:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.795586:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.795594:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.795675:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472060.795745:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8568b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:2411:x1858570834987520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 512us (2261us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.795755:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 447 00010000:00010000:1.0:1772472060.805361:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805388:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805424:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805438:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805450:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805502:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805510:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805517:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805524:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805530:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472060.805535:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805542:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805555:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:1.0:1772472060.805558:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472060.805563:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805570:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3dc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805586:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805592:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805597:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805601:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472060.805604:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805609:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805624:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x9769d430 (ffff8f9b83da6d00) 00010000:00010000:1.0:1772472060.805627:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472060.805631:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.805637:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dcb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x9769d430 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472060.805750:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33298:x1858570834987392:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 18305us (19324us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472060.805761:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1467 00000100:00100000:3.0:1772472060.811373:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.811551:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834987648 00000100:00100000:0.0:1772472060.811563:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834987648 00000100:00100000:0.0:1772472060.811626:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1468 00000100:00100000:0.0:1772472060.811636:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33298:x1858570834987648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.811664:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472060.811690:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3dd2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407625 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.811726:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.811740:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.811752:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.811867:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3dd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 54 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.811885:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 53 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.811894:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.811897:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472060.811901:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472060.811978:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33298:x1858570834987648:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 343us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.811986:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1468 00000100:00100000:3.0:1772472060.815804:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.816042:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834987904 00000100:00100000:0.0:1772472060.816052:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834987904 00000100:00100000:0.0:1772472060.816136:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1469 00000100:00100000:0.0:1772472060.816147:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33298:x1858570834987904:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.816248:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.816267:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.816279:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472060.816662:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000085960f49 reply state 00000000049a30ce transno 4294968191 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.816677:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.816686:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.816689:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1772472060.816692:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472060.816788:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33298:x1858570834987904:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 642us (994us total) trans 4294968191 rc 0/0 00000100:00100000:0.0:1772472060.816795:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1469 00000100:00100000:1.0:1772472060.838746:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.839891:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834988032 00000100:00100000:2.0:1772472060.839907:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834988032 00000100:00100000:0.0:1772472060.840714:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1470 00000100:00100000:0.0:1772472060.840734:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33298:x1858570834988032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.840770:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472060.840795:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40762c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.840868:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 56 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.840892:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 56 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.840904:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.840908:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472060.840912:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472060.842891:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33298:x1858570834988032:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 2154us (4147us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.842903:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1470 00000100:00100000:3.0:1772472060.848151:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472060.848474:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834988160 00000100:00100000:1.0:1772472060.848488:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834988160 00000100:00100000:1.0:1772472060.848565:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 296 00000100:00100000:1.0:1772472060.848577:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33298:x1858570834988160:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1772472060.848855:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33298:x1858570834988160:12345-192.168.202.58@tcp:49:lhsmtool_posix.0 Request processed in 279us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.848865:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 296 00000100:00100000:3.0:1772472060.854678:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.854881:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834988416 00000100:00100000:2.0:1772472060.854893:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834988416 00000100:00100000:2.0:1772472060.855049:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 297 00000100:00100000:2.0:1772472060.855060:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33298:x1858570834988416:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772472060.855368:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33298:x1858570834988416:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 308us (699us total) trans 4294968192 rc 0/0 00000100:00100000:2.0:1772472060.855378:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 297 00000100:00100000:1.0:1772472060.869995:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472060.871147:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834988672 00000100:00100000:3.0:1772472060.871211:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834988672 00000100:00100000:3.0:1772472060.871355:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1471 00000100:00100000:3.0:1772472060.871366:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33298:x1858570834988672:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472060.871469:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33298:x1858570834988672:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 106us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472060.871477:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1471 00000100:00100000:0.0:1772472060.887095:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472060.887379:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834988928 00000100:00100000:1.0:1772472060.887391:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834988928 00000100:00100000:1.0:1772472060.887452:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1472 00000100:00100000:1.0:1772472060.887462:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33298:x1858570834988928:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472060.887486:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472060.887507:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407633 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.887632:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.887647:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.887659:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.887695:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 58 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472060.887714:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 58 pid: 6525 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472060.887728:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856874624:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472060.887833:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472060.895811:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.895819:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856874624:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472060.895854:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472060.896077:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834989056 00000100:00100000:3.0:1772472060.896086:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834989056 00010000:00010000:3.0:1772472060.896123:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 59 pid: 6525 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472060.896211:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 448 00000100:00100000:3.0:1772472060.896222:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:2412:x1858570834989056:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472060.896252:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472060.896259:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 59 pid: 6525 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.896272:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 59 pid: 6525 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.896341:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3de7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40762c expref: 59 pid: 6525 timeout: 991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.896359:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:3.0:1772472060.896365:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.896394:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.896402:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.896599:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472060.896666:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2412:x1858570834989056:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 445us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472060.896675:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 448 00010000:00010000:3.0:1772472060.896725:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.896733:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472060.896751:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:3.0:1772472060.896977:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1772472060.897088:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897095:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897101:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897111:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472060.897115:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897122:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897131:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:3.0:1772472060.897134:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472060.897138:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897143:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3df5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897194:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dee lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407633 expref: 58 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897203:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8f9b84d9e000) 00010000:00010000:3.0:1772472060.897206:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472060.897209:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3dee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407633 expref: 58 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472060.897218:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:3.0:1772472060.897262:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33298:x1858570834988928:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 9802us (10183us total) trans 4294968193 rc 301/301 00000100:00100000:3.0:1772472060.897270:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1472 00000100:00100000:1.0:1772472060.900926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.901044:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834989312 00000100:00100000:0.0:1772472060.901054:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834989312 00000100:00100000:0.0:1772472060.901158:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 298 00000100:00100000:0.0:1772472060.901169:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33298:x1858570834989312:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472060.901517:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33298:x1858570834989312:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 349us (599us total) trans 4294968194 rc 0/0 00000100:00100000:0.0:1772472060.901524:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 298 00000100:00100000:1.0:1772472060.904493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.904714:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834989440 00000100:00100000:0.0:1772472060.904724:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834989440 00000100:00100000:0.0:1772472060.904890:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1473 00000100:00100000:0.0:1772472060.904901:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33298:x1858570834989440:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.904936:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472060.904958:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e03 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40763a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.905034:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e0a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.905048:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.905061:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472060.905103:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:0.0:1772472060.905108:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472060.905128:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.905156:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e03 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40763a expref: 60 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.905177:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e0a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40763a expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.905188:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.905191:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1772472060.905195:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2200, rc 0) 00000100:00100000:0.0:1772472060.905340:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33298:x1858570834989440:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 440us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.905352:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1473 00000100:00100000:1.0:1772472060.912365:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.912579:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834989568 00000100:00100000:0.0:1772472060.912600:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834989568 00000100:00100000:0.0:1772472060.912737:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 403 00000100:00100000:0.0:1772472060.912757:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570834989568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.912778:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472060.912803:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407641 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472060.912829:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772472060.912847:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472060.912850:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472060.912859:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.912876:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 10 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.912890:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3e00, rc 0) 00000100:00100000:0.0:1772472060.912960:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834989568:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 215us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.912967:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 403 00000100:00080000:2.0:1772472060.915475:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472060.916715:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472060.917894:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834989824 00000100:00100000:3.0:1772472060.917910:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834989824 00000100:00100000:3.0:1772472060.917976:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1474 00000100:00100000:3.0:1772472060.917986:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33298:x1858570834989824:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472060.918157:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33298:x1858570834989824:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 171us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472060.918165:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1474 00000100:00100000:3.0:1772472060.922086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.922177:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834989952 00000100:00100000:0.0:1772472060.922187:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834989952 00000100:00100000:0.0:1772472060.922253:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 404 00000100:00100000:0.0:1772472060.922263:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:33298:x1858570834989952:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.922283:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472060.922351:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407648 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.922518:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.922529:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472060.922532:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472060.922537:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.922574:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.922736:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 991 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472060.922850:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856874752:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472060.922933:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb4001e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472060.928056:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.928173:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856874752:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472060.928214:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.928238:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2400, rc 0) 00000100:00100000:0.0:1772472060.928329:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:33298:x1858570834989952:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 6040us (6229us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.928340:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 404 00000100:00100000:2.0:1772472060.928777:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990080 00000100:00100000:2.0:1772472060.928786:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990080 00010000:00010000:2.0:1772472060.928818:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 991 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472060.928842:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 449 00000100:00100000:2.0:1772472060.928851:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834990080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472060.928867:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472060.928886:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 991 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.928900:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 991 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.928936:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c6e83ce/0xb50b868c089d3e11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407641 expref: 11 pid: 9676 timeout: 991 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.928951:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472060.928953:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472060.928959:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.928970:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.929003:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 10 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472060.929017:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856874880:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472060.929074:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472060.936234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.936391:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990208 00000100:00100000:2.0:1772472060.936403:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990208 00002000:00100000:2.0:1772472060.936460:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff8f9b84b78a80 x1858570834990208/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:96/0 lens 648/0 e 0 to 0 dl 1772472071 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472060.936472:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84b78a80 with x1858570834990208 ext(0->157) 00002000:00010000:2.0:1772472060.936478:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b84b78a80 00000100:00100000:2.0:1772472060.936502:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 105 00000100:00100000:2.0:1772472060.936512:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570834990208:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1772472060.938077:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2409:x1858570834990208:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 1556us (1846us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1772472060.938091:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 105 00002000:00100000:2.0:1772472060.938104:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff8f9b84b78a80 x1858570834990208/t4294967374(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:96/0 lens 648/448 e 0 to 0 dl 1772472071 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472060.938116:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84b78a80 with x1858570834990208 ext(0->157) 00002000:00010000:2.0:1772472060.938123:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b84b78a80 00000100:00100000:1.0:1772472060.943868:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.944128:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856874880:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472060.944151:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472060.944209:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570834990080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 15358us (16165us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472060.944222:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 449 00000100:00100000:3.0:1772472060.945350:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990336 00000100:00100000:3.0:1772472060.945362:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990336 00000100:00100000:3.0:1772472060.945439:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1475 00000100:00100000:3.0:1772472060.945451:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33298:x1858570834990336:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772472060.954868:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968194 is committed 00000020:00080000:0.0:1772472060.954904:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00010000:00010000:2.0:1772472060.955050:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.955063:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.955072:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.955083:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472060.955089:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.955097:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.955117:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:2.0:1772472060.955120:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1772472060.955125:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472060.955131:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3de0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1772472060.955202:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:3.0:1772472060.955214:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:2.0:1772472060.955930:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33298:x1858570834990336:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 10467us (12059us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472060.955941:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1475 00000100:00100000:1.0:1772472060.969274:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472060.974040:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990464 00000100:00100000:3.0:1772472060.974124:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990464 00000100:00100000:2.0:1772472060.978336:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 405 00000100:00100000:2.0:1772472060.978354:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834990464:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1772472060.982745:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000100:00100000:2.0:1772472060.983347:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834990464:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 4987us (14074us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472060.983363:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 405 00000100:00100000:1.0:1772472060.991238:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.991329:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990720 00000100:00100000:0.0:1772472060.991339:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990720 00000100:00100000:0.0:1772472060.991394:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1476 00000100:00100000:0.0:1772472060.991405:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33298:x1858570834990720:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.991458:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472060.991485:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e0a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40763a expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991504:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.991509:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472060.991539:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991553:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991563:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991587:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991595:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991606:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991612:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472060.991627:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991635:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991643:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.991651:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472060.991654:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.991660:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3e1f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472060.991767:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834990720:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 363us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.991774:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1476 00000100:00100000:1.0:1772472060.994058:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472060.994186:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990848 00000100:00100000:0.0:1772472060.994200:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990848 00000100:00100000:0.0:1772472060.994262:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1477 00000100:00100000:0.0:1772472060.994272:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834990848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472060.994294:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472060.994335:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40764f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.994398:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.994413:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472060.994431:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472060.994434:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472060.994437:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3e00, rc 0) 00000100:00100000:0.0:1772472060.994485:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33298:x1858570834990848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 215us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472060.994493:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1477 00000100:00100000:1.0:1772472060.997271:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472060.997406:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834990976 00000100:00100000:2.0:1772472060.997417:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834990976 00000100:00100000:2.0:1772472060.997485:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 406 00000100:00100000:2.0:1772472060.997495:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834990976:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1772472060.997689:0:16551:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1772472060.997694:0:16551:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1772472050 00002000:00010000:2.0:1772472060.997696:0:16551:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1772472050 00002000:00010000:2.0:1772472060.997699:0:16551:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1772472050 00002000:00010000:2.0:1772472060.997701:0:16551:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1772472060.997764:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834990976:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 270us (502us total) trans 4294967375 rc 0/0 00000100:00100000:2.0:1772472060.997773:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 406 00000100:00100000:1.0:1772472061.000517:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472061.000858:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834991232 00000100:00100000:2.0:1772472061.000871:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834991232 00000100:00100000:2.0:1772472061.001498:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1478 00000100:00100000:2.0:1772472061.001513:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33298:x1858570834991232:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1772472061.001605:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.001633:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.001643:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.001684:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.001699:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 52 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472061.001722:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856875008:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472061.001826:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472061.005925:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472061.006165:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856875008:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472061.006196:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472061.006393:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834991360 00000100:00100000:0.0:1772472061.006405:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834991360 00010000:00010000:0.0:1772472061.006442:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472061.006483:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 450 00000100:00100000:0.0:1772472061.006492:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570834991360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472061.006509:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472061.006517:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.006529:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.006557:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3dd9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407625 expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.006574:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472061.006579:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.006600:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.006609:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.006642:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472061.006711:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:2411:x1858570834991360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 220us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472061.006720:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 450 00010000:00010000:2.0:1772472061.006735:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006745:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006787:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006794:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006801:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006807:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472061.006812:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006819:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006830:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:2.0:1772472061.006834:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1772472061.006837:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.006844:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e2d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472061.006883:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834991232:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 5375us (6376us total) trans 0 rc -22/-22 00000100:00100000:2.0:1772472061.006891:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1478 00000100:00100000:1.0:1772472061.010487:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472061.010733:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834991488 00000100:00100000:0.0:1772472061.010744:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834991488 00000100:00100000:0.0:1772472061.010810:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 407 00000100:00100000:0.0:1772472061.010822:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570834991488:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472061.010877:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.010900:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.010924:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472061.010927:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472061.010931:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.010972:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.010988:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 11 pid: 8409 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472061.011006:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856875136:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472061.011105:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb4001e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772472061.016859:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856875136:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472061.016891:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472061.023854:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472061.024118:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834991616 00000100:00100000:2.0:1772472061.024131:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834991616 00010000:00010000:2.0:1772472061.024173:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 12 pid: 8409 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472061.024222:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 451 00000100:00100000:2.0:1772472061.024234:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570834991616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472061.024251:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472061.024276:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 12 pid: 8409 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.024290:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 12 pid: 8409 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.024365:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046cd96c2/0xb50b868c089d3e18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407648 expref: 12 pid: 8409 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.024465:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472061.024468:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472061.024474:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.024485:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.024520:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472061.024539:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.024553:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.024576:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472061.024583:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834991616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 349us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472061.024594:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 451 00010000:00010000:0.0:1772472061.024601:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.025256:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.025269:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472061.025275:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.025287:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.025360:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.025376:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba56bc76/0xb50b868c089d3e34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472061.025513:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570834991488:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 14690us (15037us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472061.025523:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 407 00000100:00100000:1.0:1772472061.031926:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472061.032227:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834991872 00000100:00100000:3.0:1772472061.032240:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834991872 00000100:00100000:3.0:1772472061.032365:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1479 00000100:00100000:3.0:1772472061.032510:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33298:x1858570834991872:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772472061.032624:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032643:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032656:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032824:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032837:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032846:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032887:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.032904:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 52 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472061.032920:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856875264:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472061.033008:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472061.041387:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472061.041922:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834992000 00000100:00100000:2.0:1772472061.041932:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834992000 00010000:00010000:2.0:1772472061.041977:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472061.042020:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 452 00000100:00100000:2.0:1772472061.042030:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570834992000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472061.042047:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472061.042055:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.042069:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 53 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.042093:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:2.0:1772472061.042099:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.042112:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.042119:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.042138:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472061.042193:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570834992000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 164us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472061.042201:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 452 00010000:00010000:3.0:1772472061.042966:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3e26 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40764f expref: 52 pid: 6526 timeout: 992 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472061.042986:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856875264:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472061.043007:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.043015:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.043021:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472061.043135:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968195 00000001:00080000:3.0:1772472061.043232:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968196 00000001:00080000:3.0:1772472061.043261:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968197 00000100:00100000:3.0:1772472061.043389:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856875392:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772472061.043440:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.043507:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856875392 00000100:00100000:3.0:1772472061.043512:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856875392 00000100:00100000:3.0:1772472061.043551:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1772472061.043559:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856875392:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772472061.043644:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856875392:12345-0@lo:1000:mdt00_003.0 Request processed in 86us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.043651:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1772472061.043672:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe180 going to sleep for 11 seconds 00000100:00100000:3.0:1772472061.043687:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856875392:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1772472061.043783:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968198 00000100:00100000:3.0:1772472061.043818:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856875520:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1772472061.043841:0:9675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.043853:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe840 going to sleep for 11 seconds 00000100:00100000:2.0:1772472061.044174:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856875520 00000100:00100000:2.0:1772472061.044179:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856875520 00000100:00100000:2.0:1772472061.044208:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1772472061.044214:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9675:x1858570856875520:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1772472061.044328:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9675:x1858570856875520:12345-0@lo:1000:mdt00_003.0 Request processed in 113us (485us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1772472061.044334:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:2.0:1772472061.044354:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472061.048351:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9675:1858570856875520:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1772472061.048501:0:9675:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968199 00010000:00010000:3.0:1772472061.048550:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048561:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048568:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048574:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472061.048579:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048597:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048622:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:3.0:1772472061.048625:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472061.048631:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048638:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e42 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048671:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048678:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048684:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048690:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e5a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472061.048693:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048700:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048712:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:3.0:1772472061.048714:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472061.048720:0:9675:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048732:0:9675:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048741:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.048778:0:9675:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 107 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472061.048792:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856875648:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472061.048889:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fea80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472061.061872:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856875648:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472061.061908:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.061930:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3d77 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.061965:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.061981:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.061993:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062004:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062010:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062017:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062023:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472061.062027:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062034:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062547:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:3.0:1772472061.062552:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472061.062557:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062563:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e49 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062574:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062580:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062596:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062602:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472061.062605:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062619:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062629:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:3.0:1772472061.062632:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472061.062635:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.062640:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e3b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472061.062828:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33298:x1858570834991872:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 30451us (30923us total) trans 4294968200 rc 0/0 00000100:00100000:3.0:1772472061.062839:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1479 00000020:00080000:3.0:1772472061.062846:0:9675:0:(tgt_main.c:782:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1772472061.064667:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472061.064679:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472061.064702:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:1.0:1772472061.064712:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472061.071883:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472061.071990:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834992256 00000100:00100000:0.0:1772472061.072000:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834992256 00000100:00100000:0.0:1772472061.072099:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 70 00000100:00100000:0.0:1772472061.072109:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33295:x1858570834992256:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:0.0:1772472061.072127:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472061.072152:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3d7e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407610 expref: 108 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472061.072173:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9b83a2e000) 00010000:00010000:0.0:1772472061.072184:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472061.072245:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:33295:x1858570834992256:12345-192.168.202.58@tcp:103:cat.0 Request processed in 137us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472061.072254:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 70 00000100:00080000:2.0:1772472061.073536:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472061.081398:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472061.081555:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834992512 00000100:00100000:3.0:1772472061.081566:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834992512 00000100:00100000:3.0:1772472061.081648:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 299 00000100:00100000:3.0:1772472061.081660:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33298:x1858570834992512:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1772472061.082027:0:6528:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1772472061.082060:0:6528:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968201 00010000:00010000:2.0:1772472061.082103:0:6528:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.082134:0:6528:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.082147:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.082160:0:6528:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.082166:0:6528:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.082172:0:6528:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.082195:0:6528:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472061.082291:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33298:x1858570834992512:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 631us (900us total) trans 4294968202 rc 0/0 00000100:00100000:2.0:1772472061.082329:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 299 00000020:00080000:2.0:1772472061.082336:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1772472061.083555:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472061.083568:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.083579:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472061.083584:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.083594:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.083623:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8f9c89ad5e00) 00010000:00010000:3.0:1772472061.083626:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472061.083631:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.083637:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d3e50 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.083657:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472061.083659:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472061.083660:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472061.088794:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472061.089696:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834992640 00000100:00100000:3.0:1772472061.089708:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834992640 00000100:00100000:3.0:1772472061.089759:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1480 00000100:00100000:3.0:1772472061.089769:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:33295:x1858570834992640:12345-192.168.202.58@tcp:58:cat.0 00000100:00100000:3.0:1772472061.089914:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:33295:x1858570834992640:12345-192.168.202.58@tcp:58:cat.0 Request processed in 146us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.089922:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1480 00000100:00100000:1.0:1772472061.101404:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472061.101526:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834992768 00000100:00100000:2.0:1772472061.101537:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834992768 00000100:00100000:2.0:1772472061.101610:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1481 00000100:00100000:2.0:1772472061.101632:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+107:33295:x1858570834992768:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472061.101659:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472061.101682:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3e57 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407656 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.101745:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3e57 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407656 expref: 108 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.101761:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0a00/0xb50b868c089d3e57 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407656 expref: 108 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.101786:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9c89ad5300) 00010000:00010000:2.0:1772472061.101790:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472061.101794:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0a00, rc 0) 00000100:00100000:2.0:1772472061.101856:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33295:x1858570834992768:12345-192.168.202.58@tcp:101:cat.0 Request processed in 228us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472061.101864:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1481 00010000:00010000:0.0:1772472061.101892:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472061.106790:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472061.106836:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472061.106921:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993024 00000100:00100000:3.0:1772472061.106933:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993024 00000100:00100000:3.0:1772472061.107003:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1482 00000100:00100000:3.0:1772472061.107013:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33296:x1858570834993024:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472061.107037:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472061.107057:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e5e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407664 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.107118:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e5e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407664 expref: 109 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.107148:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e5e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407664 expref: 109 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472061.107166:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9c89ad5300) 00010000:00010000:3.0:1772472061.107169:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472061.107174:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772472061.107235:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33296:x1858570834993024:12345-192.168.202.58@tcp:101:cat.0 Request processed in 223us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.107242:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1482 00000100:00100000:2.0:1772472061.108333:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834992896 00000100:00100000:2.0:1772472061.108344:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834992896 00000100:00100000:2.0:1772472061.108487:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 408 00000100:00100000:2.0:1772472061.108498:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+14:33295:x1858570834992896:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472061.108512:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472061.108531:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db355ff5/0xb50b868c089d3e65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40765d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472061.108553:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x69a5c6f2, atime: 0x69a5c6f2, ctime: 0x69a5c6f2, blocks: 0x8 00010000:00010000:2.0:1772472061.108571:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472061.108573:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472061.108581:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db355ff5/0xb50b868c089d3e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40765d expref: 15 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.108594:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db355ff5/0xb50b868c089d3e65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40765d expref: 15 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.108606:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0800, rc 0) 00000100:00100000:2.0:1772472061.108681:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:33295:x1858570834992896:12345-192.168.202.58@tcp:101:cat.0 Request processed in 185us (1903us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472061.108689:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 408 00000100:00080000:0.0:1772472061.108838:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472061.127575:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472061.127853:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993152 00000100:00100000:0.0:1772472061.127865:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993152 00002000:00100000:0.0:1772472061.127925:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff8f9cb785ca80 x1858570834993152/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:97/0 lens 488/0 e 0 to 0 dl 1772472072 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472061.127938:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785ca80 with x1858570834993152 ext(0->4095) 00002000:00010000:0.0:1772472061.127944:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cb785ca80 00000100:00100000:1.0:1772472061.128272:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472061.128709:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993280 00000100:00100000:2.0:1772472061.128717:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993280 00000100:00100000:2.0:1772472061.128771:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 71 00000100:00100000:2.0:1772472061.128781:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85689c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2409:x1858570834993280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472061.128797:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472061.128823:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e5e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407664 expref: 109 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472061.128841:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8f9c89ad5300) 00010000:00010000:2.0:1772472061.128846:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472061.128897:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85689c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:2409:x1858570834993280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 118us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472061.128904:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 71 00000100:00100000:1.0:1772472061.129583:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 106 00000100:00100000:1.0:1772472061.129598:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834993152:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:1.0:1772472061.129781:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2412:x1858570834993152:12345-192.168.202.58@tcp:3:cat.0 Request processed in 187us (2217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772472061.129789:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 106 00002000:00100000:1.0:1772472061.129797:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff8f9cb785ca80 x1858570834993152/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:97/0 lens 488/4536 e 0 to 0 dl 1772472072 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472061.129807:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785ca80 with x1858570834993152 ext(0->4095) 00002000:00010000:1.0:1772472061.129811:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9cb785ca80 00000100:00100000:1.0:1772472061.135349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472061.135552:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993536 00000100:00100000:0.0:1772472061.135563:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993536 00000100:00100000:0.0:1772472061.135632:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 300 00000100:00100000:0.0:1772472061.135643:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33296:x1858570834993536:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472061.136071:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33296:x1858570834993536:12345-192.168.202.58@tcp:35:cat.0 Request processed in 428us (772us total) trans 4294968203 rc 0/0 00000100:00100000:0.0:1772472061.136089:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 300 00000100:00100000:0.0:1772472061.354723:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472061.354749:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856875776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472061.354819:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472061.354884:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856875776 00000100:00100000:0.0:1772472061.354891:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856875776 00000100:00100000:0.0:1772472061.354959:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1772472061.354968:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856875776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472061.354998:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472061.355043:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856875776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472061.355050:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:0.0:1772472061.355071:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472061.355119:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856875776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472061.361457:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856876032:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361528:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361574:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856876544:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361596:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361632:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856877056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361652:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361675:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772472061.361681:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856875904:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361723:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361744:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856876416:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361770:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361787:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856876928:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361807:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361834:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856876160:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361856:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361872:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856876672:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.361888:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.361900:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856877184:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362240:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.362263:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1772472061.362270:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856876288:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.362333:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856876800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362354:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472061.362389:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876032 00000100:00100000:3.0:1772472061.362397:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876032 00000100:00100000:3.0:1772472061.362433:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876544 00000100:00100000:3.0:1772472061.362436:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876544 00000100:00100000:3.0:1772472061.362457:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877056 00000100:00100000:3.0:1772472061.362459:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877056 00000100:00100000:3.0:1772472061.362469:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876928 00000100:00100000:3.0:1772472061.362471:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876928 00000100:00100000:3.0:1772472061.362481:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876672 00000100:00100000:3.0:1772472061.362482:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876672 00000100:00100000:3.0:1772472061.362491:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876288 00000100:00100000:3.0:1772472061.362493:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876288 00000100:00100000:3.0:1772472061.362505:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1772472061.362512:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856876032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362561:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856876032:12345-0@lo:400:kworker.0 Request processed in 49us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.362568:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1772472061.362583:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1772472061.362588:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856876544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362621:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856876544:12345-0@lo:400:kworker.0 Request processed in 22us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.362627:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1772472061.362637:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1772472061.362643:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856877056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362665:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856877056:12345-0@lo:400:kworker.0 Request processed in 22us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.362670:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1772472061.362678:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1772472061.362683:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856876928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.362893:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856876928:12345-0@lo:400:kworker.0 Request processed in 209us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.362900:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1772472061.362993:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1772472061.363001:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856876672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.363032:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856876672:12345-0@lo:400:kworker.0 Request processed in 33us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.363038:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1772472061.363047:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1772472061.363052:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856876288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.363404:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856876288:12345-0@lo:400:kworker.0 Request processed in 22us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.363413:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1772472061.363443:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877184 00000100:00100000:3.0:1772472061.363447:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877184 00000100:00100000:3.0:1772472061.363478:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876800 00000100:00100000:3.0:1772472061.363481:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876800 00000100:00100000:3.0:1772472061.363506:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1772472061.363513:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856877184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.363546:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856877184:12345-0@lo:400:kworker.0 Request processed in 34us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.363552:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1772472061.363562:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1772472061.363567:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856876800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.363592:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856876800:12345-0@lo:400:kworker.0 Request processed in 25us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472061.363598:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:3.0:1772472061.363623:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472061.363627:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472061.363630:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472061.363632:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472061.363669:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856876288:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.363680:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856876800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472061.363690:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856876672:0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.364120:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876416 00000100:00100000:1.0:1772472061.364126:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876416 00000100:00100000:1.0:1772472061.364160:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856876160 00000100:00100000:1.0:1772472061.364163:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856876160 00000100:00100000:1.0:1772472061.364178:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1772472061.364184:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856876416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.364226:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856876416:12345-0@lo:400:kworker.0 Request processed in 41us (2455us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472061.364236:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1772472061.364249:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1772472061.364255:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856876160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.364294:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856876160:12345-0@lo:400:kworker.0 Request processed in 39us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472061.364549:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1772472061.364575:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856875904 00000100:00100000:1.0:1772472061.364580:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856875904 00000100:00100000:1.0:1772472061.364608:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1772472061.364626:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856875904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.364661:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856875904:12345-0@lo:400:kworker.0 Request processed in 36us (2937us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472061.364667:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1772472061.365164:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856875904:0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.365178:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856876416:0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.365190:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856876928:0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.365202:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856876032:0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.365214:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856876544:0@lo:400:kworker.0 00000100:00100000:1.0:1772472061.365226:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856877056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472061.365589:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856877312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472061.365643:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472061.365681:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877312 00000100:00100000:2.0:1772472061.365686:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877312 00000100:00100000:2.0:1772472061.365728:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1772472061.365734:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856877312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472061.365751:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472061.365782:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856877312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472061.365789:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1772472061.365822:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856877312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472061.367015:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856877184:0@lo:400:kworker.0 00000100:00100000:2.0:1772472061.367221:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856876160:0@lo:400:kworker.0 00000040:00080000:0.0:1772472062.059361:0:24245:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472062.059369:0:24245:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472062.059400:0:24245:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1772472062.059407:0:24245:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1772472062.126368:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472062.126378:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472062.126864:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1772472062.126875:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472062.133936:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472062.383737:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856877440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472062.383812:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472062.384037:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877440 00000100:00100000:0.0:1772472062.384046:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877440 00000100:00100000:0.0:1772472062.384109:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1772472062.384119:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856877440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472062.384153:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:0.0:1772472062.384208:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856877440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472062.384216:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1772472062.384817:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856877440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472062.384839:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472062.384846:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856877568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472062.384875:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472062.384965:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877568 00000100:00100000:2.0:1772472062.384971:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877568 00000100:00100000:2.0:1772472062.385008:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1772472062.385016:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856877568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472062.385030:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:2.0:1772472062.385080:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856877568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.385088:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1772472062.385894:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856877568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472062.663009:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663086:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663123:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663153:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663170:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663185:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663201:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472062.663225:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472062.663385:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993792 00000100:00100000:2.0:1772472062.663397:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993792 00000100:00100000:2.0:1772472062.663446:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994304 00000100:00100000:2.0:1772472062.663449:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994304 00000100:00100000:2.0:1772472062.663468:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993920 00000100:00100000:2.0:1772472062.663470:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993920 00000100:00100000:2.0:1772472062.663483:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994432 00000100:00100000:2.0:1772472062.663485:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994432 00000100:00100000:2.0:1772472062.663501:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1128 00000100:00100000:2.0:1772472062.663511:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2410:x1858570834993792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663611:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:2410:x1858570834993792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 91us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663618:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1128 00000100:00100000:2.0:1772472062.663636:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1129 00000100:00100000:2.0:1772472062.663643:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2410:x1858570834994304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663668:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2410:x1858570834994304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663673:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1129 00000100:00100000:2.0:1772472062.663683:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1130 00000100:00100000:2.0:1772472062.663689:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834993920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663725:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570834993920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663731:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1130 00000100:00100000:2.0:1772472062.663742:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1131 00000100:00100000:2.0:1772472062.663747:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834994432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663769:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570834994432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663774:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1131 00000100:00100000:2.0:1772472062.663792:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994048 00000100:00100000:2.0:1772472062.663795:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994048 00000100:00100000:2.0:1772472062.663818:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994560 00000100:00100000:2.0:1772472062.663822:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994560 00000100:00100000:2.0:1772472062.663835:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994176 00000100:00100000:2.0:1772472062.663838:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994176 00000100:00100000:2.0:1772472062.663849:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994688 00000100:00100000:2.0:1772472062.663852:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994688 00000100:00100000:2.0:1772472062.663864:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 666 00000100:00100000:2.0:1772472062.663871:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2410:x1858570834994048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663896:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2410:x1858570834994048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663904:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 666 00000100:00100000:2.0:1772472062.663915:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 667 00000100:00100000:2.0:1772472062.663921:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834994560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663946:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570834994560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663952:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 667 00000100:00100000:2.0:1772472062.663962:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 668 00000100:00100000:2.0:1772472062.663968:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834994176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.663991:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570834994176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.663997:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 668 00000100:00100000:2.0:1772472062.664006:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 669 00000100:00100000:2.0:1772472062.664011:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834994688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472062.664032:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570834994688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472062.664038:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 669 00000100:00100000:3.0:1772472062.664921:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834993664 00000100:00100000:3.0:1772472062.664931:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834993664 00000100:00100000:3.0:1772472062.664989:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 775 00000100:00100000:3.0:1772472062.664998:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834993664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472062.665028:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570834993664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472062.665034:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 775 00000100:00080000:3.0:1772472062.665069:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472062.665074:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472062.665077:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472062.665079:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472063.148157:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472063.725296:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772472063.916247:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856877696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472063.916367:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472063.916515:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877696 00000100:00100000:0.0:1772472063.916524:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877696 00000100:00100000:0.0:1772472063.916603:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1772472063.916614:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856877696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472063.916654:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1772472063.916721:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856877696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472063.916729:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1772472063.916785:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856877696:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472064.175925:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472064.949489:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472064.949515:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856877824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472064.950058:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472064.950758:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877824 00000100:00100000:2.0:1772472064.950770:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877824 00000100:00100000:2.0:1772472064.950868:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1772472064.950888:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856877824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472064.950928:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472064.950993:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856877824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472064.951002:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000001:00080000:3.0:1772472064.953870:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000100:00100000:3.0:1772472064.954700:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856877824:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472065.194532:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472066.222230:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472066.474634:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856877952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472066.474721:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.474798:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856878080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472066.474820:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.474846:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472066.474852:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856878208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.474878:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.474903:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856878592:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.474913:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856878464:0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.474925:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472066.474940:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.474942:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856879104:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.474958:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856878976:0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.474960:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.474977:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1772472066.474979:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.474981:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856878720:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.474994:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856879488:0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.474999:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472066.475011:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.475013:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856879232:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.475026:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1772472066.475031:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472066.475032:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856878336:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.475050:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.475062:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856877952 00000100:00100000:1.0:1772472066.475078:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856878848:0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.475082:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856877952 00000100:00100000:1.0:1772472066.475097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472066.475111:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856879360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.475129:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472066.475131:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878080 00000100:00100000:2.0:1772472066.475134:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878080 00000100:00100000:1.0:1772472066.475149:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878208 00000100:00100000:2.0:1772472066.475152:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1772472066.475152:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878208 00000100:00100000:2.0:1772472066.475159:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856877952:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472066.475182:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1772472066.475187:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856878208:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1772472066.475189:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472066.475228:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856878208:12345-0@lo:400:kworker.0 Request processed in 40us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472066.475235:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1772472066.475254:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1772472066.475263:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856878080:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472066.475264:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878464 00000100:00100000:1.0:1772472066.475268:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878464 00002000:00000024:0.0:1772472066.475273:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 193755968 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472066.475289:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878720 00000100:00100000:1.0:1772472066.475292:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878720 00000100:00080000:3.0:1772472066.475341:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472066.475370:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879104 00000100:00100000:3.0:1772472066.475375:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879104 00000100:00100000:3.0:1772472066.475405:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879232 00000100:00100000:3.0:1772472066.475408:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879232 00000100:00100000:3.0:1772472066.475425:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1772472066.475431:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856879104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.475506:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1772472066.475513:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856878464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.475561:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856878464:12345-0@lo:400:kworker.0 Request processed in 48us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472066.475576:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1772472066.475590:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1772472066.475596:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856878720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.476152:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856877952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 989us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472066.476160:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1772472066.476185:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1772472066.476194:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856879232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472066.476226:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856879232:12345-0@lo:400:kworker.0 Request processed in 35us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472066.476232:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1772472066.476917:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856878080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1652us (2092us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472066.476926:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1772472066.477755:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878592 00000100:00100000:0.0:1772472066.477764:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878592 00000100:00100000:0.0:1772472066.477797:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878976 00000100:00100000:0.0:1772472066.477800:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878976 00000100:00100000:0.0:1772472066.477814:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879488 00000100:00100000:0.0:1772472066.477817:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879488 00000100:00100000:0.0:1772472066.477828:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878336 00000100:00100000:0.0:1772472066.477830:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878336 00000100:00100000:0.0:1772472066.477841:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856878848 00000100:00100000:0.0:1772472066.477843:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856878848 00000100:00100000:0.0:1772472066.477853:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879360 00000100:00100000:0.0:1772472066.477856:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879360 00000100:00100000:0.0:1772472066.477868:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1772472066.477875:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856878592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472066.477932:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856878592:12345-0@lo:400:kworker.0 Request processed in 57us (3005us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472066.477939:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1772472066.477953:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1772472066.477958:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856878976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472066.477981:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856878976:12345-0@lo:400:kworker.0 Request processed in 24us (3002us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472066.477987:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1772472066.477995:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1772472066.478000:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856879488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472066.478020:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856879488:12345-0@lo:400:kworker.0 Request processed in 20us (3008us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472066.478025:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1772472066.478033:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1772472066.478038:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856878336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472066.478061:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856878336:12345-0@lo:400:kworker.0 Request processed in 23us (3010us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472066.480027:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856879104:12345-0@lo:400:kworker.0 Request processed in 4584us (5053us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472066.480046:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1772472066.480432:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1772472066.480449:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856878848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.480518:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856878848:12345-0@lo:400:kworker.0 Request processed in 78us (5420us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472066.480523:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1772472066.481678:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1772472066.481700:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856879360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.481766:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856879360:12345-0@lo:400:kworker.0 Request processed in 75us (6635us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472066.481773:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00080000:3.0:1772472066.481815:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472066.481824:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472066.481828:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472066.482343:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1772472066.483817:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856878720:12345-0@lo:400:kworker.0 Request processed in 8212us (8807us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472066.483831:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1772472066.483914:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856878336:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.483930:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856878848:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.483943:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856879360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.483954:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856878464:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.483966:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856878976:0@lo:400:kworker.0 00000100:00100000:1.0:1772472066.483977:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856879488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.491384:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856878720:0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.491413:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856879232:0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.491426:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856878592:0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.491440:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7824700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856879104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.491452:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856878208:0@lo:400:kworker.0 00000100:00100000:3.0:1772472066.491463:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967377 gen 2 00000004:00080000:3.0:1772472066.491469:0:3654:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cb7825c00, transno 4294967377 00000100:00100000:3.0:1772472066.491497:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856877952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472066.491512:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856878080:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1772472066.496823:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968203 is committed 00000001:00080000:3.0:1772472066.496843:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968202 is committed 00000020:00080000:3.0:1772472066.496862:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9b865fe180 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:3.0:1772472066.496880:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84a2d400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b865fe0c0 00000020:00080000:3.0:1772472066.496885:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9b84a2de00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b871af800 00000020:00080000:0.0:1772472066.498133:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:0.0:1772472066.498214:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000001:00080000:3.0:1772472067.006061:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967376 is committed 00000001:00080000:3.0:1772472067.006075:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00010000:00010000:1.0:1772472067.244461:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472067.347973:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472067.351074:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994816 00000100:00100000:2.0:1772472067.351092:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994816 00000100:00100000:2.0:1772472067.351266:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1483 00000100:00100000:2.0:1772472067.351279:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33259:x1858570834994816:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772472067.351437:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33259:x1858570834994816:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 161us (3472us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472067.351445:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1483 00000100:00080000:3.0:1772472067.351791:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472067.362205:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472067.368218:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834994944 00000100:00100000:3.0:1772472067.368240:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834994944 00000100:00100000:3.0:1772472067.368644:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1484 00000100:00100000:3.0:1772472067.368659:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33259:x1858570834994944:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1772472067.368800:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33259:x1858570834994944:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 145us (6606us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472067.368808:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1484 00000100:00080000:0.0:1772472067.373522:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472067.499243:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856879616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472067.499355:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472067.499968:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879616 00000100:00100000:2.0:1772472067.499980:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879616 00000100:00100000:2.0:1772472067.500034:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1772472067.500045:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb563fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856879616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472067.500076:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:2.0:1772472067.500128:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb563fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856879616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472067.500136:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1772472067.500572:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1772472067.500580:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967376 committed transno 4294967376 00000100:00100000:0.0:1772472067.500609:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856879616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472067.500623:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472067.500631:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856879744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472067.500663:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472067.500857:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879744 00000100:00100000:2.0:1772472067.500862:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879744 00000100:00100000:2.0:1772472067.501053:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1772472067.501062:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856879744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472067.501079:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 187988800 pending 0 free 3922436096 avail 3690913792 00000100:00100000:2.0:1772472067.501126:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856879744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472067.501133:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1772472067.501339:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856879744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472067.781501:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781553:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781636:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781673:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781697:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472067.781730:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995456 00000100:00100000:1.0:1772472067.781740:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995456 00000100:00100000:1.0:1772472067.781799:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995712 00000100:00100000:1.0:1772472067.781802:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995712 00000100:00100000:1.0:1772472067.781819:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995584 00000100:00100000:1.0:1772472067.781821:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995584 00000100:00100000:1.0:1772472067.781833:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995840 00000100:00100000:1.0:1772472067.781836:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995840 00000100:00100000:1.0:1772472067.781852:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 672 00000100:00100000:1.0:1772472067.781868:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2409:x1858570834995456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472067.781960:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:2409:x1858570834995456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 98us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472067.781968:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 672 00000100:00100000:1.0:1772472067.781984:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 673 00000100:00100000:1.0:1772472067.781990:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834995712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472067.782014:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834995712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472067.782023:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 673 00000100:00100000:1.0:1772472067.782033:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 674 00000100:00100000:1.0:1772472067.782040:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834995584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472067.782062:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570834995584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472067.782068:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 674 00000100:00100000:1.0:1772472067.782079:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 675 00000100:00100000:1.0:1772472067.782085:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834995840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472067.782104:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834995840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472067.782109:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 675 00000100:00100000:2.0:1772472067.782363:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995072 00000100:00100000:2.0:1772472067.782367:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995072 00000100:00100000:2.0:1772472067.782396:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 777 00000100:00100000:2.0:1772472067.782403:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834995072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472067.782438:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570834995072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472067.782444:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 777 00000100:00100000:2.0:1772472067.782476:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995200 00000100:00100000:2.0:1772472067.782480:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995200 00000100:00100000:2.0:1772472067.782512:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995328 00000100:00100000:2.0:1772472067.782515:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995328 00000100:00100000:2.0:1772472067.782538:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1138 00000100:00100000:2.0:1772472067.782544:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:2409:x1858570834995200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472067.782585:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:2409:x1858570834995200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472067.782591:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1138 00000100:00100000:2.0:1772472067.782603:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1139 00000100:00100000:2.0:1772472067.782610:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834995328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472067.782633:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570834995328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472067.782638:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1139 00000100:00080000:0.0:1772472067.783263:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472067.783271:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472067.783274:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472067.783278:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472068.266650:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772472068.860156:0:24441:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 12:21:07 (1772472067) 00000100:00100000:3.0:1772472069.035622:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856879872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472069.035701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472069.035815:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856879872 00000100:00100000:1.0:1772472069.035823:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856879872 00000100:00100000:1.0:1772472069.035879:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1772472069.035888:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856879872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472069.035922:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:1.0:1772472069.035971:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856879872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472069.035978:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1772472069.036023:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856879872:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472069.291419:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472069.354800:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.355326:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834995968 00000100:00100000:3.0:1772472069.355335:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834995968 00000100:00100000:3.0:1772472069.355409:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1485 00000100:00100000:3.0:1772472069.355421:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33918:x1858570834995968:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1772472069.355448:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472069.355554:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33918:x1858570834995968:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 126us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.355562:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1485 00000100:00100000:3.0:1772472069.357415:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.357496:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996096 00000100:00100000:1.0:1772472069.357503:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996096 00000100:00100000:1.0:1772472069.357574:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1486 00000100:00100000:1.0:1772472069.357586:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33918:x1858570834996096:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1772472069.357676:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33918:x1858570834996096:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 93us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472069.357684:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1486 00000100:00080000:3.0:1772472069.357796:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472069.381248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.381341:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996224 00000100:00100000:3.0:1772472069.381353:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996224 00000100:00100000:3.0:1772472069.381444:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1487 00000100:00100000:3.0:1772472069.381455:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33919:x1858570834996224:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472069.381480:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.381504:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3e6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40766b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1772472069.381690:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472069.382221:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382240:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382253:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382271:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382278:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382286:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382388:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382396:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382401:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382408:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382415:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472069.382419:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382427:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382440:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.382443:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.382447:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382453:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3e73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382467:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382474:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382481:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382486:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e5800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472069.382489:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382494:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382501:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8f9b84d9ec00) 00010000:00010000:3.0:1772472069.382504:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.382506:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382512:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382810:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3e6c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40766b expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382823:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.382825:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.382828:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3e6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40766b expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.382838:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772472069.383013:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33919:x1858570834996224:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1558us (1774us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472069.383027:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1487 00000100:00100000:1.0:1772472069.386981:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.387117:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996480 00000100:00100000:3.0:1772472069.387129:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996480 00000100:00100000:3.0:1772472069.387204:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1488 00000100:00100000:3.0:1772472069.387217:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+108:33919:x1858570834996480:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1772472069.387294:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472069.387805:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3ba2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40756f expref: 108 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.387830:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.387835:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472069.387914:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.387930:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 49 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.387940:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.387983:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 49 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.387998:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 49 pid: 6527 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472069.388014:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856880000:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472069.388367:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:2.0:1772472069.391695:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.391786:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996608 00000100:00100000:1.0:1772472069.391796:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996608 00010000:00010000:1.0:1772472069.391853:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 50 pid: 6527 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472069.391870:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856880000:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472069.391892:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472069.391904:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 453 00000100:00100000:1.0:1772472069.391915:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2411:x1858570834996608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472069.391931:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472069.391939:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 50 pid: 6527 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.391954:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 50 pid: 6527 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.391977:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3be1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407584 expref: 50 pid: 6527 timeout: 1000 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.391994:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472069.391999:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.392009:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.392016:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.392044:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472069.392063:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.392070:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.392092:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.392098:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472069.392104:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:2411:x1858570834996608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 189us (422us total) trans 0 rc 0/0 00010000:00010000:0.0:1772472069.392112:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472069.392119:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 453 00010000:00010000:1.0:1772472069.393396:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393411:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393421:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472069.393437:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b8220360 reply state 000000001eced177 transno 4294968204 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393448:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393455:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.393458:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772472069.393462:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472069.393468:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:1.0:1772472069.393476:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393487:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393494:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393500:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.393505:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393512:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393533:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472069.393537:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.393901:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393911:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3e81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472069.393923:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b8220360 reply state 000000001eced177 transno 4294968204 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393933:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.393938:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8f9c95450000) 00010000:00010000:1.0:1772472069.393941:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772472069.393943:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1772472069.394091:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33919:x1858570834996480:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 6873us (7119us total) trans 4294968204 rc 0/0 00000100:00100000:1.0:1772472069.394100:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1488 00000100:00100000:2.0:1772472069.406205:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.407234:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996736 00000100:00100000:3.0:1772472069.407247:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996736 00000100:00100000:3.0:1772472069.407329:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1489 00000100:00100000:3.0:1772472069.407340:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33920:x1858570834996736:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472069.407470:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.407495:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3e96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407672 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.407724:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.407740:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.407753:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472069.407801:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772472069.407805:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472069.407829:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.407945:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3e96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407672 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.407967:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407672 expref: 110 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.407977:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.407981:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472069.407985:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e5800, rc 0) 00000100:00100000:3.0:1772472069.408274:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33920:x1858570834996736:12345-192.168.202.58@tcp:101:bash.0 Request processed in 934us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.408283:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1489 00000100:00100000:2.0:1772472069.413144:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.413663:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996864 00000100:00100000:3.0:1772472069.413675:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996864 00000100:00100000:3.0:1772472069.413767:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1490 00000100:00100000:3.0:1772472069.413778:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33920:x1858570834996864:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472069.413798:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.413816:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3ea4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407679 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.413886:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.413901:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.413912:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.413924:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.413931:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.413938:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414028:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3eb9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414037:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414044:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472069.414081:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1772472069.414084:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472069.414102:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414114:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414121:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414127:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414134:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414140:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472069.414144:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414151:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414334:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.414338:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.414344:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414351:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414372:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414378:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414384:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414389:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472069.414392:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414398:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414405:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8f9c95450000) 00010000:00010000:3.0:1772472069.414408:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.414410:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414416:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3eb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414444:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3ea4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407679 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414457:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084800/0xb50b868c089d3eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407679 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.414465:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472069.414467:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472069.414469:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86084800, rc 0) 00000100:00100000:3.0:1772472069.414734:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33920:x1858570834996864:12345-192.168.202.58@tcp:101:bash.0 Request processed in 956us (1601us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.414742:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1490 00000100:00100000:2.0:1772472069.418389:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.418798:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834996992 00000100:00100000:1.0:1772472069.418812:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834996992 00000100:00100000:1.0:1772472069.419031:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1491 00000100:00100000:1.0:1772472069.419042:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33920:x1858570834996992:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472069.419066:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472069.419089:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3ec0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407680 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419176:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419192:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419204:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419221:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419228:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419235:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419282:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419294:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419332:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419340:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.419344:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419352:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419535:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.419540:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.419698:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419706:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3ec7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419722:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419729:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419735:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419740:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.419744:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419750:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419759:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472069.419762:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.419764:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419770:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3ece lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419807:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3ec0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407680 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419817:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.419819:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.419823:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3ec0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407680 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.419833:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:1.0:1772472069.419914:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33920:x1858570834996992:12345-192.168.202.58@tcp:101:bash.0 Request processed in 874us (1618us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472069.419922:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1491 00000100:00100000:2.0:1772472069.431273:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.431665:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834997120 00000100:00100000:3.0:1772472069.431676:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834997120 00000100:00100000:3.0:1772472069.431743:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1492 00000100:00100000:3.0:1772472069.431753:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+49:33921:x1858570834997120:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472069.431779:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.431800:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ed5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407687 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.431874:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.431891:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.431904:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472069.431952:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772472069.431956:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472069.431976:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.432001:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ed5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 51 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.432021:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.432030:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.432033:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472069.432037:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4a00, rc 0) 00000100:00100000:3.0:1772472069.432111:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33921:x1858570834997120:12345-192.168.202.58@tcp:101:rm.0 Request processed in 359us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.432119:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1492 00000100:00100000:2.0:1772472069.436957:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.437228:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834997248 00000100:00100000:3.0:1772472069.437240:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834997248 00000100:00100000:3.0:1772472069.437358:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1493 00000100:00100000:3.0:1772472069.437380:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:33921:x1858570834997248:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472069.437405:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.437429:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3ee3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40768e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437499:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437520:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437533:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437558:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437567:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437574:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437661:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3ef8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437670:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437678:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472069.437715:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1772472069.437718:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472069.437739:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437751:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437761:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437767:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437773:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437778:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472069.437782:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437790:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437800:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472069.437804:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.437809:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437815:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3eea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437829:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437836:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437842:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.437847:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472069.437850:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.438512:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.438527:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8f9c95450000) 00010000:00010000:3.0:1772472069.438530:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472069.438534:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.438539:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3ef1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.438591:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3ee3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40768e expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.438608:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e5a00/0xb50b868c089d3ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40768e expref: 51 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.438616:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472069.438619:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472069.438621:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e5a00, rc 0) 00000100:00100000:3.0:1772472069.438727:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33921:x1858570834997248:12345-192.168.202.58@tcp:101:rm.0 Request processed in 1350us (1779us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.438735:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1493 00000100:00100000:0.0:1772472069.444660:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.448118:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834997376 00000100:00100000:1.0:1772472069.448137:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834997376 00000100:00100000:1.0:1772472069.449230:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1494 00000100:00100000:1.0:1772472069.449247:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33921:x1858570834997376:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472069.449272:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472069.449297:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3eff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407695 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449403:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449419:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449430:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449447:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449455:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449461:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449500:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449506:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449511:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449516:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.449521:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449527:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449538:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.449575:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.449585:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449591:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d3f06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449605:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449610:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449615:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449620:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.449623:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449628:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449634:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472069.449637:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.449639:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449644:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d3f0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449678:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3eff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407695 expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449688:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.449690:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.449693:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d3eff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407695 expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.449701:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:1.0:1772472069.449778:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33921:x1858570834997376:12345-192.168.202.58@tcp:101:rm.0 Request processed in 538us (5127us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472069.449786:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1494 00000100:00100000:2.0:1772472069.458252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.458394:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834997504 00000100:00100000:1.0:1772472069.458404:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834997504 00000100:00100000:1.0:1772472069.458503:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1495 00000100:00100000:1.0:1772472069.458514:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33921:x1858570834997504:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472069.458537:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472069.458571:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3f14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40769c expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458656:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458675:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458688:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458704:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458712:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458717:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458758:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458765:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458773:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458780:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.458784:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458792:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458805:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.458808:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.458814:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458819:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458832:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458838:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458843:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458848:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.458851:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458856:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458864:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9b83da6900) 00010000:00010000:1.0:1772472069.458867:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.458869:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458875:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458912:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3f14 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40769c expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458924:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.458927:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.458931:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d3f14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40769c expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.458941:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c200, rc 0) 00000100:00100000:1.0:1772472069.459013:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33921:x1858570834997504:12345-192.168.202.58@tcp:101:rm.0 Request processed in 501us (771us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472069.459021:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1495 00000100:00100000:2.0:1772472069.477000:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472069.477121:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834997632 00000100:00100000:0.0:1772472069.477132:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834997632 00000100:00100000:0.0:1772472069.477457:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1496 00000100:00100000:0.0:1772472069.477469:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33922:x1858570834997632:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472069.477494:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472069.477519:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3f29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076a3 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477610:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477626:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477638:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477656:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477664:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477670:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477718:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477725:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477730:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477736:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472069.477740:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477747:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477760:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472069.477762:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472069.477768:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477774:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477787:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477792:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477799:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477804:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472069.477807:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477812:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477818:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c95450100) 00010000:00010000:0.0:1772472069.477820:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472069.477822:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477828:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d3f37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477862:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3f29 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076a3 expref: 52 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477871:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472069.477873:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472069.477877:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d3f29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076a3 expref: 52 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.477885:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3e00, rc 0) 00000100:00100000:0.0:1772472069.478003:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33922:x1858570834997632:12345-192.168.202.58@tcp:101:cp.0 Request processed in 536us (1013us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472069.478011:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1496 00000100:00100000:0.0:1772472069.481117:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.481508:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834997760 00000100:00100000:1.0:1772472069.481520:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834997760 00000100:00100000:1.0:1772472069.482377:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1497 00000100:00100000:1.0:1772472069.482396:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33922:x1858570834997760:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472069.482423:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472069.482446:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076aa expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.482520:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.482536:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.482830:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.482849:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.482961:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.482969:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483011:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483018:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483025:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483031:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.483035:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483043:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483058:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.483062:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.483068:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483075:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3f45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483090:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483098:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483104:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483109:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472069.483112:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483118:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483126:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9b83da6900) 00010000:00010000:1.0:1772472069.483129:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.483132:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483137:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3f4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483376:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f3e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076aa expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483389:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472069.483391:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472069.483395:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d3f3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076aa expref: 52 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.483410:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772472069.483487:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33922:x1858570834997760:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1099us (2378us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472069.483497:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1497 00000100:00100000:2.0:1772472069.486851:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.487099:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998016 00000100:00100000:1.0:1772472069.487109:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998016 00000100:00100000:3.0:1772472069.487208:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1498 00000100:00100000:3.0:1772472069.487226:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33922:x1858570834998016:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472069.487251:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.487275:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3f53 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076b1 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.487801:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.487818:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.487830:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.487855:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.487863:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.487870:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472069.488242:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:2.0:1772472069.489681:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489703:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489713:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489747:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489754:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489761:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489767:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472069.489771:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489779:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489790:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472069.489793:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472069.489797:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489804:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d3f5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472069.489818:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f467dc8f reply state 000000008efd2bb4 transno 4294968205 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489828:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489834:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472069.489836:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472069.489850:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472069.489886:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3f53 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 54 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489901:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.489908:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:2.0:1772472069.489910:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472069.489912:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:2.0:1772472069.491694:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33922:x1858570834998016:12345-192.168.202.58@tcp:101:cp.0 Request processed in 4464us (4846us total) trans 4294968205 rc 0/0 00000100:00100000:2.0:1772472069.491705:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1498 00000100:00100000:2.0:1772472069.496111:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.497058:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998144 00000100:00100000:1.0:1772472069.497072:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998144 00000100:00100000:1.0:1772472069.497183:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 409 00000100:00100000:1.0:1772472069.497197:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570834998144:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472069.497222:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472069.497244:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076b8 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472069.497269:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1772472069.497290:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472069.497292:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472069.497321:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 10 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.497340:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 10 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472069.497355:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772472069.497440:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570834998144:12345-192.168.202.58@tcp:101:cp.0 Request processed in 247us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472069.497449:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 409 00000100:00080000:3.0:1772472069.498798:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472069.504776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472069.504913:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998272 00000100:00100000:2.0:1772472069.504926:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998272 00000100:00100000:2.0:1772472069.505096:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 410 00000100:00100000:2.0:1772472069.505109:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:33922:x1858570834998272:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472069.505132:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472069.505152:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076bf expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.505194:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.505204:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472069.505207:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472069.505212:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.505249:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.505264:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 11 pid: 8408 timeout: 1000 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472069.505281:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856880128:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472069.505432:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425000 going to sleep for 11 seconds 00000100:00100000:0.0:1772472069.509946:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472069.510182:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998400 00000100:00100000:1.0:1772472069.510193:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998400 00010000:00010000:1.0:1772472069.510241:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 12 pid: 8408 timeout: 1000 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472069.510693:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856880128:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472069.510724:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 12 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472069.510745:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472069.510816:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:33922:x1858570834998272:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5710us (6051us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472069.510825:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 410 00000100:00100000:0.0:1772472069.511235:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 454 00000100:00100000:0.0:1772472069.511247:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570834998400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472069.511266:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472069.511291:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 11 pid: 8408 timeout: 1000 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.511322:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 11 pid: 8408 timeout: 1000 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.511349:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7280335/0xb50b868c089d3f76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b8 expref: 11 pid: 8408 timeout: 1000 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.511364:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472069.511377:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472069.511386:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.511396:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.511435:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472069.511448:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856880256:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472069.511506:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410900 going to sleep for 11 seconds 00000100:00100000:1.0:1772472069.516895:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472069.516982:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856880256:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472069.517004:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472069.517062:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570834998400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5819us (7129us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472069.517071:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 454 00000100:00100000:2.0:1772472069.518180:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998656 00000100:00100000:2.0:1772472069.518193:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998656 00000100:00100000:2.0:1772472069.518256:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 301 00000100:00100000:2.0:1772472069.518266:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33922:x1858570834998656:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772472069.518819:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33922:x1858570834998656:12345-192.168.202.58@tcp:35:cp.0 Request processed in 554us (1931us total) trans 4294968206 rc 0/0 00000100:00100000:2.0:1772472069.518827:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 301 00000100:00100000:1.0:1772472069.563375:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472069.563568:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998784 00000100:00100000:0.0:1772472069.563579:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998784 00000100:00100000:0.0:1772472069.563638:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1499 00000100:00100000:0.0:1772472069.563648:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33925:x1858570834998784:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472069.563668:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472069.563687:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076c6 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563758:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563772:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563783:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563793:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563800:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563810:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563905:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563914:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563921:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472069.563963:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:0.0:1772472069.563967:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472069.563988:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.563999:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564006:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564013:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564020:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564026:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472069.564030:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564040:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564052:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472069.564055:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472069.564061:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564067:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d3f8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564081:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564086:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564091:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564095:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472069.564098:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564103:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564110:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472069.564112:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472069.564115:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564120:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d3f92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564146:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d3f84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076c6 expref: 113 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564160:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076c6 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472069.564167:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:0.0:1772472069.564170:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472069.564172:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3400, rc 0) 00000100:00100000:0.0:1772472069.564242:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33925:x1858570834998784:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 595us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472069.564250:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1499 00000100:00100000:1.0:1772472069.578916:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.579092:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834998912 00000100:00100000:3.0:1772472069.579104:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834998912 00000100:00100000:3.0:1772472069.579189:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 411 00000100:00100000:3.0:1772472069.579200:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834998912:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472069.579220:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.579241:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1421951/0xb50b868c089d3fa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076cd expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472069.579359:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856880384:192.168.202.58@tcp:106: 00000100:00080000:1.0:1772472069.579443:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472069.579653:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eed180 going to sleep for 11 seconds 00002000:00010000:3.0:1772472069.587059:0:8409:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472069.587069:0:8409:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1772472069 00002000:00010000:3.0:1772472069.587072:0:8409:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1772472069 00002000:00010000:3.0:1772472069.587074:0:8409:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1772472069 00002000:00010000:3.0:1772472069.587076:0:8409:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472069.587101:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856880384:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472069.587149:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e1421951/0xb50b868c089d3fa0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076cd expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.587174:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1421951/0xb50b868c089d3fa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076cd expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.587191:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4400, rc 0) 00000100:00100000:3.0:1772472069.587298:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570834998912:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 8099us (8390us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472069.587376:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 411 00000100:00100000:1.0:1772472069.591155:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.591232:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834999040 00000100:00100000:3.0:1772472069.591242:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834999040 00000100:00100000:3.0:1772472069.591618:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1500 00000100:00100000:3.0:1772472069.591629:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33925:x1858570834999040:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472069.591654:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.591676:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3fa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076d4 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.591747:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3fae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.591762:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3fae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.591773:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3fae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472069.591816:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1772472069.591819:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472069.591850:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3fae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.591875:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d3fa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076d4 expref: 114 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.591898:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3fae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076d4 expref: 113 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.591906:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472069.591908:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472069.591912:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:3.0:1772472069.592027:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33925:x1858570834999040:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 399us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.592035:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1500 00000100:00100000:1.0:1772472069.595921:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.596132:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834999168 00000100:00100000:3.0:1772472069.596143:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834999168 00000100:00100000:3.0:1772472069.596199:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 412 00000100:00100000:3.0:1772472069.596209:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834999168:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472069.596231:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472069.596252:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3fb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076db expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472069.596352:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856880512:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472069.596447:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eed180 going to sleep for 11 seconds 00000100:00100000:3.0:1772472069.599262:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856880512:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472069.599400:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3fb5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076db expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.599427:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e2330d6/0xb50b868c089d3fb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076db expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472069.599441:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472069.599680:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570834999168:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3304us (3602us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472069.599693:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 412 00000100:00100000:1.0:1772472069.603421:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472069.603657:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834999424 00000100:00100000:3.0:1772472069.603667:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834999424 00000100:00100000:3.0:1772472069.603728:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1501 00000100:00100000:3.0:1772472069.603739:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33925:x1858570834999424:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:3.0:1772472069.603941:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:3.0:1772472069.604206:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33925:x1858570834999424:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 468us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472069.604215:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1501 00000040:00080000:1.0:1772472069.867128:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1772472070.065558:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472070.065588:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856880640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472070.065659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472070.065732:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856880640 00000100:00100000:1.0:1772472070.065741:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856880640 00000100:00100000:1.0:1772472070.065782:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1772472070.065790:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856880640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472070.065827:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472070.065871:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856880640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472070.065879:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1772472070.065925:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856880640:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1772472070.314589:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472070.314599:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472070.314626:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 4 00000040:00080000:0.0:1772472070.314636:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472070.314861:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856880768:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472070.314977:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410c00 going to sleep for 11 seconds 00010000:00010000:1.0:1772472070.325284:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472070.337463:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856880768:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772472070.337655:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.337681:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834999552 00000100:00100000:2.0:1772472070.337698:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834999552 00000100:00100000:2.0:1772472070.337752:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1502 00000100:00100000:2.0:1772472070.337762:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33935:x1858570834999552:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472070.337801:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472070.337904:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33935:x1858570834999552:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 143us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472070.337914:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1502 00000100:00100000:2.0:1772472070.365682:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472070.365772:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834999808 00000100:00100000:3.0:1772472070.365782:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834999808 00000100:00100000:3.0:1772472070.365838:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1503 00000100:00100000:3.0:1772472070.365847:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33935:x1858570834999808:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472070.365868:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472070.365887:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3fbc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076e2 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.365991:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3fc3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.366006:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.366021:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472070.366032:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1772472070.366133:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d3fbc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e2 expref: 58 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.366150:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e2 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.366159:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.366163:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472070.366165:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4400, rc 0) 00000100:00100000:3.0:1772472070.366215:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570834999808:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 371us (543us total) trans 4294968207 rc 0/0 00000100:00100000:3.0:1772472070.366222:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1503 00000100:00100000:1.0:1772472070.384431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472070.384473:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.384850:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835000064 00000100:00100000:2.0:1772472070.384861:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835000064 00000100:00100000:2.0:1772472070.384922:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 413 00000100:00100000:2.0:1772472070.384932:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835000064:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472070.384978:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.385000:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.385009:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472070.385011:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472070.385015:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.385054:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 10 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.385070:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 10 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472070.385088:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856880896:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472070.385179:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425240 going to sleep for 11 seconds 00000100:00100000:3.0:1772472070.385387:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570834999936 00000100:00100000:3.0:1772472070.385392:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570834999936 00000100:00100000:3.0:1772472070.385434:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 72 00000100:00100000:3.0:1772472070.385443:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2411:x1858570834999936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472070.385453:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472070.385479:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d3fc3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e2 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.385497:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.385502:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472070.385577:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2411:x1858570834999936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 135us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472070.385586:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 72 00000100:00100000:1.0:1772472070.392914:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472070.392944:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835000192 00000100:00100000:1.0:1772472070.392953:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835000192 00002000:00100000:1.0:1772472070.393004:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff8f9cb785f100 x1858570835000192/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:106/0 lens 648/0 e 0 to 0 dl 1772472081 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472070.393017:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785f100 with x1858570835000192 ext(0->157) 00010000:00010000:1.0:1772472070.393026:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 11 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.393044:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 11 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472070.393052:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb785f100 00000100:00100000:1.0:1772472070.393081:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 19 00000100:00100000:1.0:1772472070.393091:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835000192:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772472070.393736:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856880896:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472070.393762:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472070.394943:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835000192:12345-192.168.202.58@tcp:4:cp.0 Request processed in 1846us (2031us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1772472070.394960:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 19 00002000:00100000:1.0:1772472070.394972:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff8f9cb785f100 x1858570835000192/t4294967378(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:106/0 lens 648/448 e 0 to 0 dl 1772472081 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472070.394982:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785f100 with x1858570835000192 ext(0->157) 00010000:00010000:1.0:1772472070.394990:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 13 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.395008:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 13 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472070.395017:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb785f100 00000100:00100000:2.0:1772472070.400749:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472070.400919:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835000320 00000100:00100000:3.0:1772472070.400932:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835000320 00010000:00010000:3.0:1772472070.400973:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 13 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472070.401024:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 455 00000100:00100000:3.0:1772472070.401035:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570835000320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472070.401049:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1772472070.401068:0:7450:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1772472070.401075:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 13 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401090:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 13 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401115:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000179b7fd1/0xb50b868c089d3f7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076bf expref: 13 pid: 8410 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401128:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472070.401130:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472070.401135:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401145:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401172:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472070.401223:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835000320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 190us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472070.401232:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 455 00010000:00010000:3.0:1772472070.401263:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401272:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401293:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401325:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401333:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401339:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472070.401344:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401353:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401364:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.401371:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058301620/0xb50b868c089d3fd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472070.401419:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570835000064:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 16489us (16945us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472070.401429:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 413 00000100:00100000:2.0:1772472070.405390:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472070.405579:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835000576 00000100:00100000:3.0:1772472070.405590:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835000576 00000100:00100000:3.0:1772472070.405652:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1504 00000100:00100000:3.0:1772472070.405662:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33935:x1858570835000576:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472070.405775:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33935:x1858570835000576:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 114us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472070.405783:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1504 00000100:00100000:3.0:1772472070.409026:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472070.409529:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835000704 00000100:00100000:0.0:1772472070.409549:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835000704 00000100:00100000:0.0:1772472070.409735:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 414 00000100:00100000:0.0:1772472070.409747:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835000704:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472070.409767:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472070.409789:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076e9 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472070.409813:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x69a5c705, atime: 0x0, ctime: 0x69a5c705, blocks: 0x8 00010000:00010000:0.0:1772472070.409843:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472070.409845:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472070.409853:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.409870:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.409883:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3200, rc 0) 00000100:00100000:0.0:1772472070.409947:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835000704:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 203us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472070.409954:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 414 00000100:00100000:3.0:1772472070.426364:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.426499:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835000960 00000100:00100000:2.0:1772472070.426643:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835000960 00000100:00100000:2.0:1772472070.426711:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1505 00000100:00100000:2.0:1772472070.426722:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33935:x1858570835000960:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472070.427023:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33935:x1858570835000960:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 302us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472070.427033:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1505 00000100:00100000:3.0:1772472070.434000:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.434121:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835001088 00000100:00100000:2.0:1772472070.434132:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835001088 00002000:00100000:2.0:1772472070.434184:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff8f9c857fb100 x1858570835001088/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:106/0 lens 488/0 e 0 to 0 dl 1772472081 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472070.434198:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c857fb100 with x1858570835001088 ext(0->4095) 00002000:00010000:2.0:1772472070.434203:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c857fb100 00000100:00100000:2.0:1772472070.434245:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 107 00000100:00100000:2.0:1772472070.434255:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835001088:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1772472070.434447:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835001088:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 194us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1772472070.434455:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 107 00002000:00100000:2.0:1772472070.434461:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff8f9c857fb100 x1858570835001088/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:106/0 lens 488/4536 e 0 to 0 dl 1772472081 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472070.434469:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c857fb100 with x1858570835001088 ext(0->4095) 00002000:00010000:2.0:1772472070.434472:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c857fb100 00000100:00100000:1.0:1772472070.470623:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472070.470669:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835001216 00000100:00100000:1.0:1772472070.470680:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835001216 00000100:00100000:1.0:1772472070.470736:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1506 00000100:00100000:1.0:1772472070.470746:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33935:x1858570835001216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472070.470766:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472070.470785:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3fdf lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076f0 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.470819:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.470833:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.470845:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.470977:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d3fdf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 58 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.470996:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472070.471011:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:1.0:1772472070.471014:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472070.471018:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772472070.471071:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570835001216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 326us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472070.471078:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1506 00000100:00100000:0.0:1772472070.495599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.495845:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835001344 00000100:00100000:2.0:1772472070.495855:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835001344 00000100:00100000:2.0:1772472070.496281:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1507 00000100:00100000:2.0:1772472070.496294:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570835001344:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472070.496373:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472070.496489:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570835001344:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 198us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472070.496497:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1507 00000100:00100000:0.0:1772472070.505986:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.506452:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835001472 00000100:00100000:2.0:1772472070.506464:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835001472 00000100:00100000:2.0:1772472070.506542:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 415 00000100:00100000:2.0:1772472070.506552:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570835001472:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472070.506605:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506626:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472070.506628:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472070.506633:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506646:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506673:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506682:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506699:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506707:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472070.506712:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506722:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506743:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.506750:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3fed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472070.506834:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570835001472:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 283us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472070.506842:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 415 00000100:00100000:1.0:1772472070.511558:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472070.512054:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835001728 00000100:00100000:3.0:1772472070.512065:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835001728 00000100:00100000:3.0:1772472070.512233:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1508 00000100:00100000:3.0:1772472070.512243:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570835001728:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772472070.512343:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.512362:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.512370:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.512402:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 57 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.512417:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 57 pid: 10040 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472070.512432:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856881024:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472070.512521:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eed240 going to sleep for 11 seconds 00000100:00100000:0.0:1772472070.517491:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856881024:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472070.517541:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472070.518469:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472070.524029:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835001856 00000100:00100000:0.0:1772472070.524045:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835001856 00010000:00010000:0.0:1772472070.524100:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 58 pid: 10040 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472070.524150:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 456 00000100:00100000:0.0:1772472070.524162:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2412:x1858570835001856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472070.524180:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472070.524188:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 58 pid: 10040 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.524203:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 58 pid: 10040 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.524226:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d3fe6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f0 expref: 58 pid: 10040 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.524242:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:0.0:1772472070.524248:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.524257:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.524264:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472070.524295:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472070.524381:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2412:x1858570835001856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 220us (5915us total) trans 0 rc 0/0 00010000:00010000:3.0:1772472070.524382:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472070.524389:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 456 00010000:00010000:3.0:1772472070.524390:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524561:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524570:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524578:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524584:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472070.524588:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524596:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524604:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.524607:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472070.524611:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.524616:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d3ff4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472070.524717:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570835001728:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 12476us (13168us total) trans 4294968208 rc 0/0 00000100:00100000:3.0:1772472070.524727:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1508 00000040:00080000:0.0:1772472070.524867:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472070.524872:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472070.525399:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1772472070.525410:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472070.529986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.530053:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835002112 00000100:00100000:2.0:1772472070.530067:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835002112 00000100:00100000:2.0:1772472070.530129:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 302 00000100:00100000:2.0:1772472070.530140:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33935:x1858570835002112:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772472070.530522:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33935:x1858570835002112:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 382us (544us total) trans 4294968209 rc 0/0 00000100:00100000:2.0:1772472070.530530:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 302 00000040:00080000:1.0:1772472070.556488:0:24492:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472070.556498:0:24492:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472070.556545:0:24492:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 4 00000040:00080000:1.0:1772472070.556552:0:24492:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472070.640271:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.646224:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835002240 00000100:00100000:2.0:1772472070.646241:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835002240 00000100:00100000:2.0:1772472070.650843:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 416 00000100:00100000:2.0:1772472070.650872:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835002240:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472070.650898:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472070.650920:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076f7 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.650957:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472070.650959:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472070.650967:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.650985:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.651002:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472070.651086:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2409:x1858570835002240:12345-192.168.202.58@tcp:101:rm.0 Request processed in 228us (10825us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472070.651095:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 416 00000100:00100000:1.0:1772472070.662803:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472070.662881:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835002496 00000100:00100000:3.0:1772472070.662903:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835002496 00000100:00100000:3.0:1772472070.662967:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1509 00000100:00100000:3.0:1772472070.662978:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33936:x1858570835002496:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:3.0:1772472070.663033:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1772472070.663061:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d3f99 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076c6 expref: 113 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663081:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.663093:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d3fae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076d4 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663103:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472070.663106:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472070.663128:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663141:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663150:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663161:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663167:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663173:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663253:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663263:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 57 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663275:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663349:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 57 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.663364:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 57 pid: 6527 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472070.663380:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856881152:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472070.663461:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472070.669172:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856881152:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472070.669207:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472070.672994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472070.673077:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835002624 00000100:00100000:3.0:1772472070.673088:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835002624 00010000:00010000:3.0:1772472070.673130:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 58 pid: 6527 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472070.673173:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 457 00000100:00100000:3.0:1772472070.673184:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2411:x1858570835002624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472070.673199:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472070.673207:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 58 pid: 6527 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673225:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 58 pid: 6527 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673246:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d3f68 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076b1 expref: 58 pid: 6527 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673262:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.673268:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673278:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673286:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673342:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472070.673411:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2411:x1858570835002624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 228us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472070.673419:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 457 00010000:00010000:3.0:1772472070.673450:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673458:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472070.673894:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9224 00000004:00080000:3.0:1772472070.673904:0:6527:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 901703601193ns, next at 902703599030ns, rc = 0 00010000:00010000:3.0:1772472070.673957:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673969:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673978:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673985:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673991:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.673996:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674012:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472070.674031:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674037:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674044:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674049:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472070.674053:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674061:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674073:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.674077:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472070.674080:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674086:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4010 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674103:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674109:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674114:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674119:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86085a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472070.674122:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674128:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674136:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472070.674138:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472070.674141:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674147:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4002 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472070.674160:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002a4732fc reply state 00000000ecb34099 transno 4294968210 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674169:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674175:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472070.674177:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472070.674179:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472070.674225:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33936:x1858570835002496:12345-192.168.202.58@tcp:36:rm.0 Request processed in 11249us (11431us total) trans 4294968210 rc 0/0 00000100:00100000:3.0:1772472070.674233:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1509 00010000:00010000:3.0:1772472070.674259:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472070.674266:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674272:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472070.674275:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674282:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674292:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472070.674294:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472070.674297:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674324:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d4017 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472070.674342:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472070.674344:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472070.674346:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472070.905488:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472070.909069:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835002752 00000100:00100000:2.0:1772472070.909085:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835002752 00000100:00100000:2.0:1772472070.909161:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1510 00000100:00100000:2.0:1772472070.909171:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33952:x1858570835002752:12345-192.168.202.58@tcp:101:mkdir.0 00010000:00010000:2.0:1772472070.909196:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472070.909216:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d401e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4076fe expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.909279:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4025 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.909294:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4025 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.909339:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4025 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472070.909381:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1772472070.909386:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472070.909405:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4025 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.909432:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d401e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076fe expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.909451:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4025 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076fe expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472070.909460:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472070.909463:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472070.909466:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:2.0:1772472070.909542:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:33952:x1858570835002752:12345-192.168.202.58@tcp:101:mkdir.0 Request processed in 373us (4065us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472070.909549:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1510 00000100:00100000:3.0:1772472071.000292:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.000688:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835002880 00000100:00100000:0.0:1772472071.000698:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835002880 00000100:00100000:0.0:1772472071.000779:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1511 00000100:00100000:0.0:1772472071.000790:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33958:x1858570835002880:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472071.000821:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.000857:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d402c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407705 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.001004:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d402c lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407705 expref: 58 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.001020:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:0.0:1772472071.001023:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.001028:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d402c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407705 expref: 58 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.001051:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472071.001118:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33958:x1858570835002880:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 330us (839us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472071.001126:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1511 00000100:00080000:1.0:1772472071.001192:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472071.005587:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.005796:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835003136 00000100:00100000:0.0:1772472071.005811:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835003136 00000100:00100000:0.0:1772472071.005944:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1512 00000100:00100000:0.0:1772472071.005954:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:33958:x1858570835003136:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472071.005976:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.005979:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1772472071.006005:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4025 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076fe expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006025:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.006030:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472071.006043:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4033 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40770c expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006146:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006161:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006169:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006180:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006186:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006192:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006642:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006665:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006673:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.006684:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1772472071.006707:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006715:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006721:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006727:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.006730:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006738:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006747:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.006751:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.006755:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006761:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d403a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472071.006773:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000002bdc5dbe reply state 0000000023a91d2f transno 4294968211 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006783:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006794:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.006797:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472071.006800:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472071.006826:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4033 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 116 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006839:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 115 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.006846:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.006848:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472071.006851:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3400, rc 0) 00000100:00100000:0.0:1772472071.006923:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:33958:x1858570835003136:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 971us (1349us total) trans 4294968211 rc 0/0 00000100:00100000:0.0:1772472071.006932:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1512 00000100:00100000:3.0:1772472071.009914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.011579:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835003392 00000100:00100000:0.0:1772472071.011594:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835003392 00000100:00100000:0.0:1772472071.011710:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1513 00000100:00100000:0.0:1772472071.011721:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:33958:x1858570835003392:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472071.011748:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.011770:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4056 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407713 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.011882:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.011899:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 117 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.011908:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.011942:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 117 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.011955:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 117 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.011969:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856881280:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472071.012065:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe840 going to sleep for 11 seconds 00000100:00080000:1.0:1772472071.014640:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472071.014964:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.014984:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856881280:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.015012:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.015080:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835003520 00000100:00100000:2.0:1772472071.015089:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835003520 00010000:00010000:2.0:1772472071.015125:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 118 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.015161:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 458 00000100:00100000:2.0:1772472071.015170:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85688050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:2412:x1858570835003520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.015185:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.015192:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 118 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.015205:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 118 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.015230:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d4048 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40770c expref: 118 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.015249:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.015254:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.015262:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.015269:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.015295:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.015516:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85688050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2412:x1858570835003520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 346us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.015525:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 458 00010000:00010000:0.0:1772472071.016199:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016209:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.016231:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1772472071.016611:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016620:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016631:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016638:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.016642:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016783:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016800:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.016802:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.016807:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016813:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d405d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016874:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4056 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407713 expref: 117 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016884:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.016886:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.016890:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4056 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407713 expref: 117 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.016900:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472071.016955:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:33958:x1858570835003392:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 5236us (7051us total) trans 4294968212 rc 301/301 00000100:00100000:0.0:1772472071.016967:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1513 00000100:00100000:3.0:1772472071.019836:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.020676:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835003776 00000100:00100000:0.0:1772472071.020689:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835003776 00000100:00100000:0.0:1772472071.020755:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 303 00000100:00100000:0.0:1772472071.020766:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:33958:x1858570835003776:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472071.021086:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:33958:x1858570835003776:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 320us (1268us total) trans 4294968213 rc 0/0 00000100:00100000:0.0:1772472071.021094:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 303 00000100:00100000:3.0:1772472071.023686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.023966:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835003904 00000100:00100000:0.0:1772472071.023978:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835003904 00000100:00100000:0.0:1772472071.024037:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1514 00000100:00100000:0.0:1772472071.024047:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:33958:x1858570835003904:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472071.024071:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.024094:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d406b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40771a expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.024148:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d406b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40771a expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.024164:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d406b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40771a expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.024182:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.024185:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.024189:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b869c9600, rc 0) 00000100:00100000:0.0:1772472071.024254:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:33958:x1858570835003904:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 208us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.024262:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1514 00000100:00100000:3.0:1772472071.030759:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.031239:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835004160 00000100:00100000:2.0:1772472071.031249:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835004160 00000100:00100000:2.0:1772472071.031340:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1515 00000100:00100000:2.0:1772472071.031349:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:33958:x1858570835004160:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.031417:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031433:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031445:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031591:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031598:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031604:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031610:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.031614:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031622:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031633:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.031635:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1772472071.031640:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.031645:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4072 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.031728:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:33958:x1858570835004160:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 378us (978us total) trans 4294968214 rc 0/0 00000100:00100000:2.0:1772472071.031736:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1515 00000100:00100000:2.0:1772472071.033888:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.033966:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835004416 00000100:00100000:0.0:1772472071.033976:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835004416 00000100:00100000:0.0:1772472071.034088:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1516 00000100:00100000:0.0:1772472071.034099:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:33958:x1858570835004416:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1772472071.034418:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.034433:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.034443:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472071.034521:0:10040:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968215 00000004:00010000:0.0:1772472071.034557:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000f2c1a28b reply state 0000000060b3bdd8 transno 4294968216 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.034569:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.034576:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.034579:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1772472071.034582:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472071.034662:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:33958:x1858570835004416:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 565us (780us total) trans 4294968216 rc 0/0 00000100:00100000:0.0:1772472071.034670:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1516 00000020:00080000:0.0:1772472071.034675:0:10040:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1772472071.036537:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.036649:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835004672 00000100:00100000:3.0:1772472071.036658:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835004672 00000100:00100000:3.0:1772472071.036708:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 304 00000100:00100000:3.0:1772472071.036718:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:33958:x1858570835004672:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472071.037095:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:33958:x1858570835004672:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 377us (572us total) trans 4294968217 rc 0/0 00000100:00100000:3.0:1772472071.037104:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 304 00000100:00100000:1.0:1772472071.074057:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.074268:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835004928 00000100:00100000:3.0:1772472071.074279:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835004928 00000100:00100000:3.0:1772472071.074387:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1517 00000100:00100000:3.0:1772472071.074397:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:33961:x1858570835004928:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472071.074422:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.074444:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4080 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407721 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074538:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074553:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074564:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074575:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074582:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074589:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074716:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4095 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074726:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4095 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074734:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4095 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472071.074744:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1772472071.074847:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074854:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074860:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074867:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.074872:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074878:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074891:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.074894:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.074899:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074906:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4087 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074920:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074925:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074930:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074935:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.074938:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074944:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074956:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472071.074958:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.074961:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.074968:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d408e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.075004:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4080 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407721 expref: 126 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.075017:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4095 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407721 expref: 125 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.075024:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:3.0:1772472071.075026:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472071.075028:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86085a00, rc 0) 00000100:00100000:3.0:1772472071.075101:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:33961:x1858570835004928:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 705us (1055us total) trans 4294968218 rc 0/0 00000100:00100000:3.0:1772472071.075110:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1517 00000100:00100000:2.0:1772472071.078151:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.078347:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835005056 00000100:00100000:3.0:1772472071.078357:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835005056 00000100:00100000:3.0:1772472071.078428:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1518 00000100:00100000:3.0:1772472071.078439:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:33961:x1858570835005056:12345-192.168.202.58@tcp:54:lfs.0 00010000:00010000:3.0:1772472071.078522:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078553:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078564:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078603:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078611:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078618:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078625:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.078630:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078638:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078650:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:3.0:1772472071.078653:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472071.078658:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.078664:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.078945:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:33961:x1858570835005056:12345-192.168.202.58@tcp:54:lfs.0 Request processed in 505us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.078955:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1518 00000100:00100000:1.0:1772472071.083119:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.083207:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835005312 00000100:00100000:2.0:1772472071.083217:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835005312 00000100:00100000:2.0:1772472071.083274:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 305 00000100:00100000:2.0:1772472071.083283:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:33961:x1858570835005312:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1772472071.084158:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+126:33961:x1858570835005312:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 870us (1044us total) trans 4294968219 rc 0/0 00000100:00100000:2.0:1772472071.084169:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 305 00000100:00100000:1.0:1772472071.140129:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.140835:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835005568 00000100:00100000:0.0:1772472071.140850:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835005568 00000100:00100000:0.0:1772472071.140926:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1519 00000100:00100000:0.0:1772472071.140939:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+126:33966:x1858570835005568:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.140973:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.141003:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407728 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.141128:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.141145:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.141157:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.141168:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.141278:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407728 expref: 129 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.141343:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407728 expref: 128 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.141353:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.141356:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1772472071.141360:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472071.141418:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+128:33966:x1858570835005568:12345-192.168.202.58@tcp:101:cat.0 Request processed in 484us (1301us total) trans 4294968220 rc 0/0 00000100:00100000:0.0:1772472071.141429:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1519 00000100:00100000:3.0:1772472071.149435:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.149555:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835006080 00000100:00100000:0.0:1772472071.149565:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835006080 00000100:00100000:0.0:1772472071.149632:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 73 00000100:00100000:0.0:1772472071.149641:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+128:33966:x1858570835006080:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:0.0:1772472071.149658:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1772472071.149683:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86085a00/0xb50b868c089d4095 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407721 expref: 128 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.149715:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407728 expref: 127 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.149727:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9600/0xb50b868c089d406b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40771a expref: 126 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.149736:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.149740:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.149798:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:33966:x1858570835006080:12345-192.168.202.58@tcp:103:cat.0 Request processed in 158us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.149806:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 73 00000100:00100000:1.0:1772472071.154809:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.155028:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835005824 00000100:00100000:2.0:1772472071.155038:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835005824 00000100:00100000:2.0:1772472071.155096:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1520 00000100:00100000:2.0:1772472071.155107:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:33967:x1858570835005824:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.155131:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.155153:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d40bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40772f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.155277:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.155292:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.155342:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.155356:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.155478:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d40bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 128 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.155516:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 127 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.155535:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.155538:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1772472071.155542:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1400, rc 0) 00000100:00100000:2.0:1772472071.155609:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+127:33967:x1858570835005824:12345-192.168.202.58@tcp:101:cat.0 Request processed in 504us (813us total) trans 4294968221 rc 0/0 00000100:00100000:2.0:1772472071.155616:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1520 00000100:00100000:1.0:1772472071.168153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.168481:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835006208 00000100:00100000:3.0:1772472071.168493:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835006208 00000100:00100000:3.0:1772472071.168590:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1521 00000100:00100000:3.0:1772472071.168601:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+127:33966:x1858570835006208:12345-192.168.202.58@tcp:58:cat.0 00010000:00010000:3.0:1772472071.168971:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.168991:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 127 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.169000:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.169042:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 127 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.169058:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 127 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.169073:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856881408:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472071.169237:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eed240 going to sleep for 11 seconds 00000100:00100000:1.0:1772472071.181024:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.181133:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835006464 00000100:00100000:0.0:1772472071.181143:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835006464 00000100:00100000:0.0:1772472071.181203:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1522 00000100:00100000:0.0:1772472071.181213:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+128:33969:x1858570835006464:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.181234:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.181253:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407736 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181380:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181395:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181407:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181417:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181424:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181431:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181561:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181571:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181578:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.181590:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.181675:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181686:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181692:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181699:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.181704:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181711:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181725:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.181727:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.181732:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181738:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d40f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181754:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181761:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181767:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181772:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.181775:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181781:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181788:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.181790:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.181793:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181800:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d40e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181808:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181813:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181819:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.181824:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.182081:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.182089:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.182098:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.182100:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.182104:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.182109:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d40e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.182150:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40db lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407736 expref: 130 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.182160:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.182163:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.182166:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407736 expref: 130 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.182175:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472071.182230:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+129:33969:x1858570835006464:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1018us (1217us total) trans 4294968222 rc 301/301 00000100:00100000:0.0:1772472071.182237:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1522 00000100:00100000:3.0:1772472071.183642:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.183804:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835006720 00000100:00100000:2.0:1772472071.183815:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835006720 00000100:00100000:2.0:1772472071.183877:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 306 00000100:00100000:2.0:1772472071.183887:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+129:33967:x1858570835006720:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.184092:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+130:33967:x1858570835006720:12345-192.168.202.58@tcp:35:cat.0 Request processed in 205us (455us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1772472071.184100:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 306 00000100:00100000:1.0:1772472071.198294:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.198447:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856881408:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472071.198478:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.199936:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835006848 00000100:00100000:0.0:1772472071.199950:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835006848 00000100:00100000:0.0:1772472071.200021:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1523 00000100:00100000:0.0:1772472071.200031:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+130:33967:x1858570835006848:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.200058:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.200084:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40773d expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.200187:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.200206:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.200219:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.200249:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:0.0:1772472071.200254:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472071.200273:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.201728:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d40fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 132 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.201771:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 131 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.201781:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.201784:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.201788:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2400, rc 0) 00000100:00100000:0.0:1772472071.202040:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+131:33967:x1858570835006848:12345-192.168.202.58@tcp:101:cat.0 Request processed in 2008us (3752us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.202049:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1523 00000100:00100000:2.0:1772472071.210670:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.210802:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.210916:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835007360 00000100:00100000:0.0:1772472071.210927:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835007360 00000100:00100000:0.0:1772472071.210984:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 307 00000100:00100000:0.0:1772472071.210992:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+131:33969:x1858570835007360:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472071.211243:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+132:33969:x1858570835007360:12345-192.168.202.58@tcp:35:cat.0 Request processed in 251us (441us total) trans 4294968224 rc 0/0 00000100:00100000:0.0:1772472071.211252:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 307 00000100:00100000:3.0:1772472071.213208:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835007232 00000100:00100000:3.0:1772472071.213226:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835007232 00000100:00100000:3.0:1772472071.213295:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1524 00000100:00100000:3.0:1772472071.213346:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+132:33972:x1858570835007232:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.213369:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.213393:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d410c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407744 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213470:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213484:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213496:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213507:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213515:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213522:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213639:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213650:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.213659:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472071.213669:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1772472071.214907:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214920:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214927:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214934:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.214938:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214947:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214963:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:3.0:1772472071.214966:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472071.214972:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214978:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4121 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.214998:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215009:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215015:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215020:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.215023:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215029:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215036:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.215039:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.215042:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215047:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4113 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215058:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215064:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215070:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215075:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.215078:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215084:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215091:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472071.215093:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.215096:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215103:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d411a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215151:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d410c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407744 expref: 134 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215162:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.215164:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472071.215167:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d410c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407744 expref: 134 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.215177:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb79e4400, rc 0) 00000100:00100000:3.0:1772472071.215252:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+133:33972:x1858570835007232:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1907us (4593us total) trans 4294968225 rc 301/301 00000100:00100000:3.0:1772472071.215260:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1524 00000100:00100000:0.0:1772472071.224985:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.225036:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.225258:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835007872 00000100:00100000:1.0:1772472071.225269:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835007872 00000100:00100000:1.0:1772472071.225349:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1525 00000100:00100000:1.0:1772472071.225360:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+133:33978:x1858570835007872:12345-192.168.202.58@tcp:101:cat.0 00000100:00100000:3.0:1772472071.225362:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835007616 00000100:00100000:3.0:1772472071.225367:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835007616 00010000:00010000:1.0:1772472071.225392:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1772472071.225393:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 308 00000100:00100000:3.0:1772472071.225400:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+134:33972:x1858570835007616:12345-192.168.202.58@tcp:35:cat.0 00010000:00010000:1.0:1772472071.225415:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d412f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40774b expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225477:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225493:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225517:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225538:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225546:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225552:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.225633:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+136:33972:x1858570835007616:12345-192.168.202.58@tcp:35:cat.0 Request processed in 232us (657us total) trans 4294968226 rc 0/0 00000100:00100000:3.0:1772472071.225642:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 308 00010000:00010000:1.0:1772472071.225652:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225661:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225673:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.225683:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.225731:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225738:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225745:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225751:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.225756:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225763:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225775:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.225779:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.225784:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225790:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d4144 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225805:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225815:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225820:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225835:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.225838:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225844:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225852:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.225854:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.225856:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225862:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d4136 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225870:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225875:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225881:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225885:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.225889:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225895:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225901:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.225903:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.225906:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225911:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d413d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225942:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d412f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40774b expref: 136 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225952:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.225955:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.225958:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d412f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40774b expref: 136 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.225966:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fae00, rc 0) 00000100:00100000:1.0:1772472071.225989:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+135:33978:x1858570835007872:12345-192.168.202.58@tcp:101:cat.0 Request processed in 632us (954us total) trans 4294968227 rc 301/301 00000100:00100000:1.0:1772472071.225995:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1525 00000100:00100000:0.0:1772472071.233072:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.233159:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835008000 00000100:00100000:1.0:1772472071.233171:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835008000 00010000:00010000:1.0:1772472071.233220:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 135 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.233272:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 459 00000100:00100000:1.0:1772472071.233282:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+135:2410:x1858570835008000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.233344:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.233353:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 135 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.233366:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 135 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.233389:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d40c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40772f expref: 135 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.233405:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.233410:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.233420:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.233426:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.233457:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.233511:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+134:2410:x1858570835008000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 221us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.233519:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 459 00010000:00010000:2.0:1772472071.233598:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.233606:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472071.233711:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:2.0:1772472071.233772:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+133:33966:x1858570835006208:12345-192.168.202.58@tcp:58:cat.0 Request processed in 65172us (65628us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.233781:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1521 00000100:00100000:2.0:1772472071.248976:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.249023:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.249133:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835008256 00000100:00100000:1.0:1772472071.249144:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835008256 00000100:00100000:1.0:1772472071.249212:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 309 00000100:00100000:1.0:1772472071.249224:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+133:33978:x1858570835008256:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.249474:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+134:33978:x1858570835008256:12345-192.168.202.58@tcp:35:cat.0 Request processed in 252us (449us total) trans 4294968228 rc 0/0 00000100:00100000:1.0:1772472071.249482:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 309 00000100:00100000:3.0:1772472071.249819:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835008512 00000100:00100000:3.0:1772472071.249825:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835008512 00000100:00100000:3.0:1772472071.249871:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1526 00000100:00100000:3.0:1772472071.249879:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+134:33974:x1858570835008512:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.249891:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.249911:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d4152 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407752 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250060:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250076:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250088:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250099:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250106:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250113:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250197:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250208:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250214:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472071.250225:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1772472071.250278:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250285:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250292:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250297:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.250335:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250344:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250356:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:3.0:1772472071.250359:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472071.250364:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250370:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4400/0xb50b868c089d4167 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250390:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250396:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250402:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250407:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.250410:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250415:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250422:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.250424:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.250427:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250433:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a200/0xb50b868c089d4159 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250442:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250448:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250454:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250459:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8168a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.250462:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250467:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250474:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472071.250476:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.250479:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250484:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a400/0xb50b868c089d4160 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250516:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d4152 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407752 expref: 136 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250536:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.250538:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472071.250542:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8168a000/0xb50b868c089d4152 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407752 expref: 136 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.250552:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8168a000, rc 0) 00000100:00100000:3.0:1772472071.250601:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+135:33974:x1858570835008512:12345-192.168.202.58@tcp:101:cat.0 Request processed in 722us (1637us total) trans 4294968229 rc 301/301 00000100:00100000:3.0:1772472071.250608:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1526 00000100:00100000:1.0:1772472071.258059:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.258147:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835008640 00000100:00100000:2.0:1772472071.258158:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835008640 00000100:00100000:2.0:1772472071.258220:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1527 00000100:00100000:2.0:1772472071.258231:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+135:33966:x1858570835008640:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.258258:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.258279:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407759 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.258354:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.258366:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 136 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.258385:0:10040:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.258400:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 136 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.258415:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.258418:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.258423:0:10040:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 136 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.258436:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:0.0:1772472071.262347:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.262540:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835009152 00000100:00100000:3.0:1772472071.262551:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835009152 00000100:00100000:3.0:1772472071.262614:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1528 00000100:00100000:3.0:1772472071.262624:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+137:33982:x1858570835009152:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.262652:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.262686:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d417c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407760 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262775:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262792:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262805:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262818:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262835:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262842:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262963:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262973:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.262981:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472071.262991:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1772472071.263073:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263081:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263087:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263093:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.263097:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263104:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263116:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:3.0:1772472071.263119:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472071.263124:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263129:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4191 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.263137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1772472071.263144:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263150:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263159:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263165:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.263166:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835008896 00010000:00010000:3.0:1772472071.263169:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00000100:00100000:1.0:1772472071.263170:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835008896 00010000:00010000:3.0:1772472071.263172:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263178:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263186:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.263188:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.263191:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263197:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4183 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.263199:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 310 00010000:00010000:3.0:1772472071.263206:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.263206:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+140:33974:x1858570835008896:12345-192.168.202.58@tcp:35:cat.0 00010000:00010000:3.0:1772472071.263212:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263218:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263222:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.263225:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263231:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263237:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472071.263239:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.263242:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263247:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d418a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263282:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d417c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407760 expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263292:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.263294:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472071.263297:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4800/0xb50b868c089d417c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407760 expref: 141 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.263329:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b875e4800, rc 0) 00000100:00100000:1.0:1772472071.263352:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+140:33974:x1858570835008896:12345-192.168.202.58@tcp:35:cat.0 Request processed in 145us (214us total) trans 4294968231 rc 0/0 00000100:00100000:1.0:1772472071.263360:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 310 00000100:00100000:3.0:1772472071.264077:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+139:33982:x1858570835009152:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1449us (1737us total) trans 4294968230 rc 301/301 00000100:00100000:3.0:1772472071.264085:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1528 00000100:00100000:2.0:1772472071.267805:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+138:33966:x1858570835008640:12345-192.168.202.58@tcp:101:cat.0 Request processed in 9451us (9630us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.267821:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1527 00000100:00100000:2.0:1772472071.281110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.285044:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835009408 00000100:00100000:2.0:1772472071.285062:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835009408 00000100:00100000:2.0:1772472071.285167:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 311 00000100:00100000:2.0:1772472071.285178:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+138:33982:x1858570835009408:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.285452:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+139:33982:x1858570835009408:12345-192.168.202.58@tcp:35:cat.0 Request processed in 275us (4352us total) trans 4294968232 rc 0/0 00000100:00100000:2.0:1772472071.285459:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 311 00000100:00100000:0.0:1772472071.292949:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.294552:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835009664 00000100:00100000:1.0:1772472071.294566:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835009664 00000100:00100000:1.0:1772472071.295076:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1529 00000100:00100000:1.0:1772472071.295089:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+139:33971:x1858570835009664:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.295112:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.295134:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d419f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407767 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295217:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295234:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295249:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295260:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295269:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295275:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295438:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295449:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295456:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.295468:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.295718:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295728:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295736:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295743:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.295748:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295758:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295773:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.295776:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.295782:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295789:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d41b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295809:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295816:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295822:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295931:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.295934:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295940:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295949:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.295951:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.295955:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295961:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d41a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295970:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295977:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295983:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295988:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fa600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.295991:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.295997:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.296004:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.296006:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.296010:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.296016:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fa600/0xb50b868c089d41ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.296057:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d419f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407767 expref: 141 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.296073:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.296076:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.296079:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d419f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407767 expref: 141 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.296089:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fb000, rc 0) 00000100:00100000:1.0:1772472071.296163:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+140:33971:x1858570835009664:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1078us (3227us total) trans 4294968233 rc 301/301 00000100:00100000:1.0:1772472071.296171:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1529 00000100:00100000:2.0:1772472071.305766:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.305806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.305918:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835010176 00000100:00100000:0.0:1772472071.305929:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835010176 00000100:00100000:0.0:1772472071.305981:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1530 00000100:00100000:0.0:1772472071.305991:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+140:33973:x1858570835010176:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.306023:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.306049:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d41c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40776e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306123:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306138:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306151:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306163:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306170:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306180:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306324:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306335:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306343:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.306353:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.306430:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306438:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306445:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306451:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.306455:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306462:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306476:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.306479:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.306485:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306491:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d41d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306659:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306665:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306672:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306676:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.306679:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306685:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306692:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.306695:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.306698:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306703:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d41c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306712:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306717:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306723:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306727:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.306730:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306736:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306742:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.306744:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.306746:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306751:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d41d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306792:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d41c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40776e expref: 142 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306801:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.306804:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.306806:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d41c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40776e expref: 142 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.306814:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00000100:00100000:0.0:1772472071.306879:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+141:33973:x1858570835010176:12345-192.168.202.58@tcp:101:cat.0 Request processed in 889us (1071us total) trans 4294968234 rc 301/301 00000100:00100000:0.0:1772472071.306891:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1530 00000100:00100000:3.0:1772472071.308079:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835009920 00000100:00100000:3.0:1772472071.308093:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835009920 00000100:00100000:3.0:1772472071.308153:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 312 00000100:00100000:3.0:1772472071.308163:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+141:33971:x1858570835009920:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.308601:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+142:33971:x1858570835009920:12345-192.168.202.58@tcp:35:cat.0 Request processed in 438us (2846us total) trans 4294968235 rc 0/0 00000100:00100000:2.0:1772472071.308610:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 312 00000100:00100000:0.0:1772472071.323703:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.324017:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835010432 00000100:00100000:2.0:1772472071.324027:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835010432 00000100:00100000:2.0:1772472071.324087:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1531 00000100:00100000:2.0:1772472071.324098:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+142:33990:x1858570835010432:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.324124:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.324145:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d41e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407775 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324242:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324256:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324268:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324277:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324284:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324450:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324632:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324642:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324648:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.324658:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.324730:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324740:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324746:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324752:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.324757:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324765:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324776:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.324779:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.324783:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324788:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d41fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324802:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324808:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324815:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.324820:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.324823:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325462:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325472:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.325474:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.325477:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325483:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d41ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325497:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325513:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325518:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325523:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.325534:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325539:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325546:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.325549:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.325553:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325559:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d41f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325602:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d41e5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407775 expref: 144 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325613:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.325616:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.325620:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d41e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407775 expref: 144 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.325630:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472071.325707:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+143:33990:x1858570835010432:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1610us (2013us total) trans 4294968236 rc 301/301 00000100:00100000:2.0:1772472071.325716:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1531 00000100:00100000:0.0:1772472071.335234:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.335374:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835010688 00000100:00100000:2.0:1772472071.335386:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835010688 00000100:00100000:2.0:1772472071.335459:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 313 00000100:00100000:2.0:1772472071.335471:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+143:33973:x1858570835010688:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.335752:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+144:33973:x1858570835010688:12345-192.168.202.58@tcp:35:cat.0 Request processed in 282us (529us total) trans 4294968237 rc 0/0 00000100:00100000:2.0:1772472071.335759:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 313 00000100:00100000:3.0:1772472071.336245:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.336645:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835010944 00000100:00100000:2.0:1772472071.336656:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835010944 00000100:00100000:2.0:1772472071.336697:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1532 00000100:00100000:2.0:1772472071.336705:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+144:33975:x1858570835010944:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.336725:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.336745:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4208 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40777c expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.336843:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.336858:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.336870:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.336881:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.336888:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.336895:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337004:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337013:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337021:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.337035:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.337100:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337108:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337115:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337122:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80031e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.337126:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337135:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337147:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.337149:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.337154:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337160:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d421d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337175:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337180:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337190:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337195:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.337198:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337203:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337210:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.337212:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.337215:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337220:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d420f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337228:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337234:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337239:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337244:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.337247:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337257:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337264:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.337267:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.337270:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337276:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4216 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337344:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4208 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40777c expref: 146 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337354:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.337356:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.337359:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4208 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40777c expref: 146 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.337369:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472071.337416:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+145:33975:x1858570835010944:12345-192.168.202.58@tcp:101:cat.0 Request processed in 712us (1173us total) trans 4294968238 rc 301/301 00000100:00100000:2.0:1772472071.337424:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1532 00010000:00010000:2.0:1772472071.339040:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472071.349411:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.349679:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835011456 00000100:00100000:2.0:1772472071.349691:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835011456 00000100:00100000:2.0:1772472071.349743:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 314 00000100:00100000:2.0:1772472071.349754:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+145:33990:x1858570835011456:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.350005:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+146:33990:x1858570835011456:12345-192.168.202.58@tcp:35:cat.0 Request processed in 252us (603us total) trans 4294968239 rc 0/0 00000100:00100000:2.0:1772472071.350013:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 314 00000100:00100000:0.0:1772472071.351017:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.351095:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835011200 00000100:00100000:1.0:1772472071.351103:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835011200 00000100:00100000:1.0:1772472071.351148:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1533 00000100:00100000:1.0:1772472071.351157:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+146:33984:x1858570835011200:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.351172:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.351192:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d422b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407783 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351258:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351272:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351283:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351295:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351342:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351349:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351442:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351452:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351460:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.351470:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.351556:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351563:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351570:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351576:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.351580:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351587:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351603:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.351606:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.351610:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351616:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4240 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351632:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351638:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351643:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351648:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.351651:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351657:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351663:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.351666:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.351669:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351674:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fae00/0xb50b868c089d4232 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351686:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351698:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351704:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351709:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b871fb000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.351713:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351718:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351725:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.351727:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.351730:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351736:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fb000/0xb50b868c089d4239 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351769:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d422b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407783 expref: 148 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351779:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.351781:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.351785:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b871fba00/0xb50b868c089d422b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407783 expref: 148 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.351794:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b871fba00, rc 0) 00000100:00100000:1.0:1772472071.351839:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+147:33984:x1858570835011200:12345-192.168.202.58@tcp:101:cat.0 Request processed in 684us (826us total) trans 4294968240 rc 301/301 00000100:00100000:1.0:1772472071.351847:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1533 00000100:00100000:1.0:1772472071.360203:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.360363:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835011968 00000100:00100000:2.0:1772472071.360376:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835011968 00000100:00100000:2.0:1772472071.360441:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 315 00000100:00100000:2.0:1772472071.360450:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+147:33975:x1858570835011968:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.360693:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+148:33975:x1858570835011968:12345-192.168.202.58@tcp:35:cat.0 Request processed in 243us (498us total) trans 4294968241 rc 0/0 00000100:00100000:2.0:1772472071.360700:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 315 00000100:00100000:0.0:1772472071.365081:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.365622:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835011712 00000100:00100000:2.0:1772472071.365633:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835011712 00000100:00100000:2.0:1772472071.365701:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1534 00000100:00100000:2.0:1772472071.365711:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+148:33995:x1858570835011712:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.365733:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.365758:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d424e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40778a expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.365855:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.365873:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.365884:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.365898:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.365905:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.365911:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366043:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366055:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366062:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.366074:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.366170:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366178:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366184:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366189:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.366193:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366204:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366216:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.366219:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.366225:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366231:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4263 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366247:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366251:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366256:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366261:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.366264:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366270:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366276:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.366278:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.366280:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366289:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4255 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.366297:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367763:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367773:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367779:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.367783:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367791:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367807:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.367810:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.367815:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367821:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d425c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367891:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d424e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40778a expref: 150 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367908:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.367910:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.367914:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d424e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40778a expref: 150 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.367924:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80031e00, rc 0) 00000100:00100000:2.0:1772472071.368066:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+149:33995:x1858570835011712:12345-192.168.202.58@tcp:101:cat.0 Request processed in 2354us (2994us total) trans 4294968242 rc 301/301 00000100:00100000:2.0:1772472071.368076:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1534 00000100:00100000:1.0:1772472071.372682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.375816:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835012224 00000100:00100000:0.0:1772472071.375833:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835012224 00000100:00100000:0.0:1772472071.375919:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 316 00000100:00100000:0.0:1772472071.375930:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+149:33984:x1858570835012224:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472071.376174:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+150:33984:x1858570835012224:12345-192.168.202.58@tcp:35:cat.0 Request processed in 245us (3502us total) trans 4294968243 rc 0/0 00000100:00100000:0.0:1772472071.376181:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 316 00000100:00100000:0.0:1772472071.379583:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.379642:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835012480 00000100:00100000:2.0:1772472071.379656:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835012480 00000100:00100000:2.0:1772472071.379718:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1535 00000100:00100000:2.0:1772472071.379729:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+150:33970:x1858570835012480:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.379757:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.379777:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4271 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407791 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.379856:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.379870:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.379882:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.379895:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.379903:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.379909:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380009:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380016:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380021:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.380030:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.380092:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380097:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380101:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380105:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.380108:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380113:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380124:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.380126:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.380130:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380134:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4286 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380146:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380150:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380154:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380157:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380160:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.380161:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380164:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380168:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.380169:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.380171:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380177:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4278 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380183:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380186:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380190:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380193:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.380195:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380198:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380201:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.380203:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.380204:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380207:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d427f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380236:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4271 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407791 expref: 152 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380247:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.380248:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.380251:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4271 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407791 expref: 152 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.380258:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80031800, rc 0) 00000100:00100000:2.0:1772472071.380359:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+151:33970:x1858570835012480:12345-192.168.202.58@tcp:101:cat.0 Request processed in 632us (786us total) trans 4294968244 rc 301/301 00000100:00100000:2.0:1772472071.380368:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1535 00000100:00100000:2.0:1772472071.389219:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.389350:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835012992 00000100:00100000:1.0:1772472071.389363:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835012992 00000100:00100000:1.0:1772472071.389445:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1536 00000100:00100000:1.0:1772472071.389455:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+151:33979:x1858570835012992:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.389489:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.389523:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d4294 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407798 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389632:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389649:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389670:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389683:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389699:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389706:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389879:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389897:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.389906:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.389923:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.390020:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390036:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390043:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390049:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.390054:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390067:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390082:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.390085:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.390098:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390105:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390129:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390136:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390142:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390147:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.390150:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390163:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390172:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.390174:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.390178:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390183:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d429b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390198:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390204:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390210:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390215:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.390217:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390230:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390238:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.390240:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.390244:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390249:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390286:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d4294 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407798 expref: 153 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390296:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.390298:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.390336:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d4294 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407798 expref: 153 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.390355:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:1.0:1772472071.390433:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+152:33979:x1858570835012992:12345-192.168.202.58@tcp:101:cat.0 Request processed in 979us (1224us total) trans 4294968245 rc 301/301 00000100:00100000:1.0:1772472071.390450:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1536 00000100:00100000:0.0:1772472071.391073:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.392109:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835012736 00000100:00100000:1.0:1772472071.392122:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835012736 00000100:00100000:1.0:1772472071.392177:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 317 00000100:00100000:1.0:1772472071.392187:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+152:33970:x1858570835012736:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.392421:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+153:33970:x1858570835012736:12345-192.168.202.58@tcp:35:cat.0 Request processed in 235us (1358us total) trans 4294968246 rc 0/0 00000100:00100000:1.0:1772472071.392429:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 317 00000100:00100000:0.0:1772472071.396249:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.396982:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.397055:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835013504 00000100:00100000:3.0:1772472071.397066:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835013504 00000100:00100000:3.0:1772472071.397122:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 318 00000100:00100000:3.0:1772472071.397133:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+153:33995:x1858570835013504:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:3.0:1772472071.397402:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+154:33995:x1858570835013504:12345-192.168.202.58@tcp:35:cat.0 Request processed in 270us (421us total) trans 4294968247 rc 0/0 00000100:00100000:3.0:1772472071.397411:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 318 00000100:00100000:2.0:1772472071.398378:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835013248 00000100:00100000:2.0:1772472071.398390:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835013248 00000100:00100000:2.0:1772472071.398452:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1537 00000100:00100000:2.0:1772472071.398459:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+154:33991:x1858570835013248:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.398475:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.398495:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d42b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40779f expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398609:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398626:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398638:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398654:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398660:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398666:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398767:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398777:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398784:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.398794:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.398880:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398888:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398899:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398906:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.398911:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398922:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398935:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.398938:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.398943:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398949:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d42cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398964:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398970:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398976:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398981:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.398984:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398990:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.398996:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.398999:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.399001:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399011:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d42be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399019:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399025:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399031:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399036:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.399039:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399045:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399052:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.399055:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.399058:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399062:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399100:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d42b7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40779f expref: 156 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399115:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.399118:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.399121:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d42b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40779f expref: 156 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.399131:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472071.399185:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+155:33991:x1858570835013248:12345-192.168.202.58@tcp:101:cat.0 Request processed in 725us (2948us total) trans 4294968248 rc 301/301 00000100:00100000:2.0:1772472071.399192:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1537 00000100:00100000:0.0:1772472071.401242:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.401846:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835013760 00000100:00100000:2.0:1772472071.401856:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835013760 00000100:00100000:2.0:1772472071.401963:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 319 00000100:00100000:2.0:1772472071.401972:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+155:33979:x1858570835013760:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.402222:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+156:33979:x1858570835013760:12345-192.168.202.58@tcp:35:cat.0 Request processed in 250us (987us total) trans 4294968249 rc 0/0 00000100:00100000:2.0:1772472071.402230:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 319 00000100:00100000:0.0:1772472071.403479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.404214:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835014016 00000100:00100000:1.0:1772472071.404224:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835014016 00000100:00100000:1.0:1772472071.404352:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1538 00000100:00100000:1.0:1772472071.404363:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc15c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+156:33993:x1858570835014016:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.404388:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.404409:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077a6 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.404480:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.404495:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.404740:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.404754:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.404767:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.404773:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405026:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405038:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405046:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.405057:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.405135:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405143:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405150:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405156:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.405161:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405168:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405184:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.405188:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.405193:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405199:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d42ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405215:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405222:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405227:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405231:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.405234:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405239:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405245:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.405247:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.405250:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405255:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d42e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405267:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405272:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405278:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405283:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.405286:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.405292:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.406129:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.406137:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.406141:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.406149:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d42e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.406201:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42da lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077a6 expref: 158 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.406212:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.406215:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.406219:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d42da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077a6 expref: 158 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.406229:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d400, rc 0) 00000100:00100000:1.0:1772472071.406323:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc15c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+157:33993:x1858570835014016:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1962us (2849us total) trans 4294968250 rc 301/301 00000100:00100000:1.0:1772472071.406332:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1538 00000100:00100000:2.0:1772472071.410119:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.410171:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.410199:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835014528 00000100:00100000:2.0:1772472071.410208:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835014528 00000100:00100000:2.0:1772472071.410261:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1539 00000100:00100000:2.0:1772472071.410272:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+157:33994:x1858570835014528:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.410320:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.410343:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077ad expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410447:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410463:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410474:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410486:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410493:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410512:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410628:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410639:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410646:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.410656:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.410735:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410747:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410753:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410758:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.410762:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410770:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410782:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.410785:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.410790:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410796:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4312 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410812:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410818:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410836:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410842:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.410846:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410851:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410860:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.410862:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.410865:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410871:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4304 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410880:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410886:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410892:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410897:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.410900:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410906:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410913:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.410915:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.410919:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410924:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d430b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410961:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42fd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077ad expref: 159 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410972:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.410974:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.410978:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d42fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077ad expref: 159 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.410987:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472071.411045:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+158:33994:x1858570835014528:12345-192.168.202.58@tcp:101:cat.0 Request processed in 775us (873us total) trans 4294968251 rc 301/301 00000100:00100000:2.0:1772472071.411053:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1539 00000100:00100000:3.0:1772472071.412055:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835014272 00000100:00100000:3.0:1772472071.412068:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835014272 00000100:00100000:3.0:1772472071.412120:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 320 00000100:00100000:3.0:1772472071.412129:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+158:33991:x1858570835014272:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:3.0:1772472071.412330:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+159:33991:x1858570835014272:12345-192.168.202.58@tcp:35:cat.0 Request processed in 202us (2220us total) trans 4294968252 rc 0/0 00000100:00100000:3.0:1772472071.412338:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 320 00000100:00100000:3.0:1772472071.414483:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.414540:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835014784 00000100:00100000:3.0:1772472071.414549:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835014784 00000100:00100000:3.0:1772472071.414594:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1540 00000100:00100000:3.0:1772472071.414604:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+159:33988:x1858570835014784:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.414624:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.414644:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4320 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077b4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414720:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414734:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414746:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414757:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414765:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414771:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414883:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414893:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414901:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472071.414911:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1772472071.414985:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.414997:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415003:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415010:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.415013:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415020:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415032:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:3.0:1772472071.415035:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472071.415040:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415045:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4335 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415062:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415068:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415073:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415078:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415082:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.415085:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415090:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415096:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.415099:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.415101:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415106:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4327 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415114:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415120:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415125:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415130:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472071.415132:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415137:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415147:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:3.0:1772472071.415149:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472071.415151:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415157:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d432e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415189:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4320 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077b4 expref: 161 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415198:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:3.0:1772472071.415200:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1772472071.415204:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4320 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077b4 expref: 161 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.415213:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68e00, rc 0) 00000100:00100000:3.0:1772472071.415257:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+160:33988:x1858570835014784:12345-192.168.202.58@tcp:101:cat.0 Request processed in 654us (783us total) trans 4294968253 rc 301/301 00000100:00100000:3.0:1772472071.415264:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1540 00000100:00100000:3.0:1772472071.420929:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.421136:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835015040 00000100:00100000:2.0:1772472071.421147:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835015040 00000100:00100000:2.0:1772472071.421203:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 321 00000100:00100000:2.0:1772472071.421212:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+160:33988:x1858570835015040:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.421489:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+161:33988:x1858570835015040:12345-192.168.202.58@tcp:35:cat.0 Request processed in 277us (569us total) trans 4294968254 rc 0/0 00000100:00100000:2.0:1772472071.421507:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 321 00000100:00100000:2.0:1772472071.423050:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.423138:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835015296 00000100:00100000:0.0:1772472071.423146:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835015296 00000100:00100000:0.0:1772472071.423202:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1541 00000100:00100000:0.0:1772472071.423211:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+161:33977:x1858570835015296:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.423230:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.423252:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d4343 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077bb expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423357:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423373:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423387:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423398:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423405:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423412:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423603:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423613:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423620:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.423631:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.423702:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423714:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423721:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423726:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.423731:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423739:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423753:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.423756:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.423761:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423767:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2c00/0xb50b868c089d4358 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423783:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423788:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423794:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423798:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.423802:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423807:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423813:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.423816:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.423819:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423918:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3400/0xb50b868c089d434a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423931:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423937:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423943:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423949:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.423952:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423958:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423966:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.423969:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.423973:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.423979:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d4351 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.424016:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d4343 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077bb expref: 163 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.424026:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.424028:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.424032:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d4343 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077bb expref: 163 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.424042:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3000, rc 0) 00000100:00100000:0.0:1772472071.424107:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+162:33977:x1858570835015296:12345-192.168.202.58@tcp:101:cat.0 Request processed in 897us (1065us total) trans 4294968255 rc 301/301 00000100:00100000:0.0:1772472071.424114:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1541 00000100:00100000:1.0:1772472071.429110:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.429163:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.429406:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835015808 00000100:00100000:0.0:1772472071.429416:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835015808 00000100:00100000:0.0:1772472071.429481:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1542 00000100:00100000:0.0:1772472071.429491:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+162:33981:x1858570835015808:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.429668:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.429695:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4366 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077c2 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.429775:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.429794:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.429806:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.429816:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.429909:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.429919:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430043:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430053:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430061:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.430072:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.430144:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430152:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430159:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430166:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.430171:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430178:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430190:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.430193:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.430198:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430204:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d437b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430220:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430225:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430231:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430236:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc2174e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.430239:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430245:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430255:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.430258:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.430261:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430266:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d436d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430275:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430281:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430286:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.430291:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc2175800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.430295:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.430404:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835015552 00000100:00100000:3.0:1772472071.430410:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835015552 00000100:00100000:3.0:1772472071.430456:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 322 00000100:00100000:3.0:1772472071.430464:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+165:33993:x1858570835015552:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:3.0:1772472071.430629:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+166:33993:x1858570835015552:12345-192.168.202.58@tcp:35:cat.0 Request processed in 166us (1532us total) trans 4294968257 rc 0/0 00000100:00100000:3.0:1772472071.430640:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 322 00010000:00010000:0.0:1772472071.431647:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.431661:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.431664:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.431669:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.431675:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4374 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.431732:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4366 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077c2 expref: 165 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.431743:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.431745:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.431749:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4366 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077c2 expref: 165 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.431758:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc2175e00, rc 0) 00000100:00100000:0.0:1772472071.431797:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+164:33981:x1858570835015808:12345-192.168.202.58@tcp:101:cat.0 Request processed in 2307us (2633us total) trans 4294968256 rc 301/301 00000100:00100000:0.0:1772472071.431804:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1542 00000100:00100000:2.0:1772472071.434354:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.434494:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835016064 00000100:00100000:3.0:1772472071.434515:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835016064 00000100:00100000:3.0:1772472071.434582:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 323 00000100:00100000:3.0:1772472071.434593:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+164:33994:x1858570835016064:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:3.0:1772472071.434960:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+165:33994:x1858570835016064:12345-192.168.202.58@tcp:35:cat.0 Request processed in 368us (659us total) trans 4294968258 rc 0/0 00000100:00100000:3.0:1772472071.434968:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 323 00000100:00100000:0.0:1772472071.436767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.437352:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835016320 00000100:00100000:3.0:1772472071.437362:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835016320 00000100:00100000:3.0:1772472071.437426:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1543 00000100:00100000:3.0:1772472071.437436:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+165:33980:x1858570835016320:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.437459:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.437481:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d4389 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077c9 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437797:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437814:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437837:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437850:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437858:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437866:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437977:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437987:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.437995:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.438006:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.438110:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438118:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438125:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438131:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.438136:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438142:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438155:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.438158:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.438163:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438170:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d439e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438187:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438193:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438198:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438203:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.438206:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438210:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438222:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.438224:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.438228:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438233:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4390 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438242:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438247:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438252:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438256:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.438259:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438264:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438270:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.438272:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.438274:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438279:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4397 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438355:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d4389 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077c9 expref: 167 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438926:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.438932:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.438939:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d4389 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077c9 expref: 167 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.438953:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68c00, rc 0) 00000100:00100000:2.0:1772472071.439030:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+166:33980:x1858570835016320:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1596us (2270us total) trans 4294968259 rc 301/301 00000100:00100000:2.0:1772472071.439037:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1543 00000100:00100000:3.0:1772472071.439248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.440081:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835016576 00000100:00100000:2.0:1772472071.440093:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835016576 00000100:00100000:2.0:1772472071.440144:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 324 00000100:00100000:2.0:1772472071.440153:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+166:33977:x1858570835016576:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.440385:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+167:33977:x1858570835016576:12345-192.168.202.58@tcp:35:cat.0 Request processed in 231us (1134us total) trans 4294968260 rc 0/0 00000100:00100000:2.0:1772472071.440394:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 324 00000100:00100000:3.0:1772472071.444649:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.444837:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835017088 00000100:00100000:1.0:1772472071.444846:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835017088 00000100:00100000:1.0:1772472071.444903:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 325 00000100:00100000:1.0:1772472071.444913:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+167:33981:x1858570835017088:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.445144:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+168:33981:x1858570835017088:12345-192.168.202.58@tcp:35:cat.0 Request processed in 230us (502us total) trans 4294968261 rc 0/0 00000100:00100000:1.0:1772472071.445153:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 325 00000100:00100000:1.0:1772472071.446868:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.446973:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835016832 00000100:00100000:2.0:1772472071.446982:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835016832 00000100:00100000:2.0:1772472071.447047:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1544 00000100:00100000:2.0:1772472071.447057:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+168:33992:x1858570835016832:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.447080:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.447103:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d43ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077d0 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447186:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447202:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447216:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447229:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447236:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447244:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447390:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447400:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447408:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.447418:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.447494:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447657:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447665:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447671:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.447676:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447684:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447698:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.447701:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.447707:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447713:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d43c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447731:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447737:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447742:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447748:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.447752:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447758:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447766:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.447769:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.447772:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447778:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d43b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447788:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447794:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447800:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447805:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.447808:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447814:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447820:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.447823:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.447826:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447833:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d43ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447875:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d43ac lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077d0 expref: 170 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447886:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.447888:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.447892:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d43ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077d0 expref: 170 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.447902:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:2.0:1772472071.447974:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+169:33992:x1858570835016832:12345-192.168.202.58@tcp:101:cat.0 Request processed in 918us (1115us total) trans 4294968262 rc 301/301 00000100:00100000:2.0:1772472071.447983:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1544 00000100:00100000:0.0:1772472071.451863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.452028:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835017344 00000100:00100000:2.0:1772472071.452040:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835017344 00000100:00100000:2.0:1772472071.452107:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 326 00000100:00100000:2.0:1772472071.452117:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+169:33980:x1858570835017344:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.452364:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+170:33980:x1858570835017344:12345-192.168.202.58@tcp:35:cat.0 Request processed in 247us (509us total) trans 4294968263 rc 0/0 00000100:00100000:2.0:1772472071.452373:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 326 00000100:00100000:3.0:1772472071.453674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.453848:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835017600 00000100:00100000:0.0:1772472071.453857:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835017600 00000100:00100000:0.0:1772472071.453905:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1545 00000100:00100000:0.0:1772472071.453913:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+170:33989:x1858570835017600:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.453931:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.453952:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d43cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077d7 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454026:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454041:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454054:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454065:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454072:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454079:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454183:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454194:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454200:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.454210:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.454279:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454287:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454294:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454341:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.454346:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454355:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454368:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.454371:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.454376:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454382:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d43e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454398:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454404:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454410:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454415:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.454417:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454423:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454430:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.454433:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.454436:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454442:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d43d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454450:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454456:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454462:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454467:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.454469:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454475:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454482:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.454484:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.454487:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454493:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454538:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d43cf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077d7 expref: 172 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454554:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.454556:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.454560:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d43cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077d7 expref: 172 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.454569:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e200, rc 0) 00000100:00100000:0.0:1772472071.454627:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+171:33989:x1858570835017600:12345-192.168.202.58@tcp:101:cat.0 Request processed in 714us (959us total) trans 4294968264 rc 301/301 00000100:00100000:0.0:1772472071.454636:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1545 00000100:00100000:3.0:1772472071.466895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.466999:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835017856 00000100:00100000:2.0:1772472071.467009:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835017856 00000100:00100000:2.0:1772472071.467068:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 327 00000100:00100000:2.0:1772472071.467078:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+171:33992:x1858570835017856:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.467341:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+172:33992:x1858570835017856:12345-192.168.202.58@tcp:35:cat.0 Request processed in 263us (456us total) trans 4294968265 rc 0/0 00000100:00100000:2.0:1772472071.467349:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 327 00000100:00100000:3.0:1772472071.470226:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.471063:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.471156:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835018368 00000100:00100000:0.0:1772472071.471166:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835018368 00000100:00100000:0.0:1772472071.471229:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1546 00000100:00100000:0.0:1772472071.471238:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+172:33996:x1858570835018368:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.471262:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.471283:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d43f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077de expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471590:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471606:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471618:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471630:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471639:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471646:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471756:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471766:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471773:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.471783:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.471880:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471887:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471894:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471900:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.471904:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471912:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471930:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.471933:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.471937:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471943:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4407 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471960:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471966:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471972:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471977:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.471980:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471985:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.471992:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.471994:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.471998:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472003:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d43f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472016:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472022:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472027:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472032:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.472035:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472041:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472048:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.472051:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.472054:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472060:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4400 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472099:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d43f2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077de expref: 174 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472111:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.472114:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.472118:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d43f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077de expref: 174 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.472129:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e200, rc 0) 00000100:00100000:0.0:1772472071.472210:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+173:33996:x1858570835018368:12345-192.168.202.58@tcp:101:cat.0 Request processed in 972us (1149us total) trans 4294968266 rc 301/301 00000100:00100000:0.0:1772472071.472220:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1546 00000100:00100000:1.0:1772472071.473650:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835018112 00000100:00100000:1.0:1772472071.473665:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835018112 00000100:00100000:1.0:1772472071.473760:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 328 00000100:00100000:1.0:1772472071.473773:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+173:33989:x1858570835018112:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.474008:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+174:33989:x1858570835018112:12345-192.168.202.58@tcp:35:cat.0 Request processed in 236us (3788us total) trans 4294968267 rc 0/0 00000100:00100000:1.0:1772472071.474016:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 328 00000100:00100000:3.0:1772472071.481243:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.481986:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835018624 00000100:00100000:2.0:1772472071.481997:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835018624 00000100:00100000:2.0:1772472071.482053:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1547 00000100:00100000:2.0:1772472071.482062:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+174:33986:x1858570835018624:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.482084:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.482104:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4415 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077e5 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482180:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482194:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482207:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482218:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482225:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482231:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482387:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482398:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482406:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.482416:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.482485:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482493:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482511:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482517:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.482521:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482537:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482549:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.482553:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.482558:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482569:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d442a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482584:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482590:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482596:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482601:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.482604:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482610:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482616:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.482618:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.482621:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482627:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d441c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482634:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482640:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482646:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482652:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.482655:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482660:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482666:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.482668:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.482671:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482676:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4423 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482708:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4415 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077e5 expref: 176 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482718:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.482720:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.482724:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4415 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077e5 expref: 176 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.482733:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472071.482926:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+175:33986:x1858570835018624:12345-192.168.202.58@tcp:101:cat.0 Request processed in 864us (1694us total) trans 4294968268 rc 301/301 00000100:00100000:2.0:1772472071.482938:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1547 00000100:00100000:3.0:1772472071.485428:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.485741:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835018880 00000100:00100000:0.0:1772472071.485751:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835018880 00000100:00100000:0.0:1772472071.485804:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 329 00000100:00100000:0.0:1772472071.485813:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+175:33996:x1858570835018880:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472071.486045:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+176:33996:x1858570835018880:12345-192.168.202.58@tcp:35:cat.0 Request processed in 231us (625us total) trans 4294968269 rc 0/0 00000100:00100000:0.0:1772472071.486054:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 329 00000100:00100000:3.0:1772472071.490541:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.490785:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835019392 00000100:00100000:1.0:1772472071.490797:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835019392 00000100:00100000:1.0:1772472071.490870:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 330 00000100:00100000:1.0:1772472071.490882:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+176:33986:x1858570835019392:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.491125:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+177:33986:x1858570835019392:12345-192.168.202.58@tcp:35:cat.0 Request processed in 244us (603us total) trans 4294968270 rc 0/0 00000100:00100000:1.0:1772472071.491133:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 330 00000100:00100000:3.0:1772472071.493162:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.493253:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835019136 00000100:00100000:2.0:1772472071.493264:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835019136 00000100:00100000:2.0:1772472071.493378:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1548 00000100:00100000:2.0:1772472071.493389:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+177:33985:x1858570835019136:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.493412:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.493435:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4438 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077ec expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493538:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493555:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493567:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493578:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493585:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493592:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493702:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493716:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493723:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.493734:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.493808:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493815:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493821:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493842:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.493847:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493855:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493867:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.493870:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.493875:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493881:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d444d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493902:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493908:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493913:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493918:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.493921:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493927:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493934:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.493937:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.493940:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493946:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d443f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493955:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493961:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493967:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493973:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.493975:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493981:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.493988:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472071.493991:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.493994:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.494000:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4446 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.494038:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4438 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077ec expref: 179 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.494048:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.494051:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.494054:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4438 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077ec expref: 179 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.494063:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472071.494128:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+178:33985:x1858570835019136:12345-192.168.202.58@tcp:101:cat.0 Request processed in 742us (977us total) trans 4294968271 rc 301/301 00000100:00100000:2.0:1772472071.494137:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1548 00000100:00100000:3.0:1772472071.497878:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.497926:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.498051:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835019648 00000100:00100000:2.0:1772472071.498063:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835019648 00000100:00100000:2.0:1772472071.498129:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 331 00000100:00100000:2.0:1772472071.498140:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+178:33985:x1858570835019648:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.498446:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+179:33985:x1858570835019648:12345-192.168.202.58@tcp:35:cat.0 Request processed in 307us (577us total) trans 4294968272 rc 0/0 00000100:00100000:2.0:1772472071.498454:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 331 00000100:00100000:0.0:1772472071.498635:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835019904 00000100:00100000:0.0:1772472071.498641:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835019904 00000100:00100000:0.0:1772472071.498684:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1549 00000100:00100000:0.0:1772472071.498692:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+179:33997:x1858570835019904:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.498704:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.498728:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d445b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077f3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498802:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498817:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498834:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498845:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498853:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498860:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498949:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498959:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.498966:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472071.498977:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1772472071.499024:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499031:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499037:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499043:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.499048:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499057:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499070:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.499073:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472071.499078:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499085:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4470 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499105:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499111:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499117:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499124:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499129:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.499132:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499139:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499150:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.499152:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.499156:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499162:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4462 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499171:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499178:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499184:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499190:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.499193:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499199:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499206:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.499208:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.499211:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499217:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4469 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499254:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d445b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077f3 expref: 181 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499265:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:0.0:1772472071.499268:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1772472071.499271:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d445b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077f3 expref: 181 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.499281:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e200, rc 0) 00000100:00100000:0.0:1772472071.499447:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+180:33997:x1858570835019904:12345-192.168.202.58@tcp:101:cat.0 Request processed in 755us (1519us total) trans 4294968273 rc 301/301 00000100:00100000:0.0:1772472071.499456:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1549 00000001:00080000:3.0:1772472071.504812:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968273 is committed 00000004:00080000:3.0:1772472071.504931:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00010000:00010000:1.0:1772472071.505030:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505044:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505052:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505059:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.505065:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505073:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505091:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8f9c95450000) 00010000:00010000:1.0:1772472071.505095:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.505101:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505107:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2200/0xb50b868c089d3e88 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505129:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505136:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505142:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505147:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.505150:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505155:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505163:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.505165:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.505168:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505174:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d3e8f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505193:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505200:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505206:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505211:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b875e4400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.505215:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505220:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505228:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.505230:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.505233:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505239:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4400/0xb50b868c089d4009 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505251:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505257:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505263:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505268:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.505271:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505276:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505282:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.505284:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.505287:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505293:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d4041 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505351:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505359:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505365:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505371:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b869c9000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.505374:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505379:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505387:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.505390:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472071.505393:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.505399:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b869c9000/0xb50b868c089d4079 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1772472071.505692:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968209 is committed 00000020:00080000:3.0:1772472071.505711:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:2.0:1772472071.505766:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:2.0:1772472071.505776:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:1.0:1772472071.505817:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856881536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472071.505883:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472071.506120:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856881536 00000100:00100000:3.0:1772472071.506129:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856881536 00000100:00100000:3.0:1772472071.506201:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1772472071.506210:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856881536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1772472071.506236:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:29 count 1 00010000:00010000:3.0:1772472071.506260:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.506282:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.506292:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.506323:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.506326:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.506329:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.506359:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.506379:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 18 pid: 8410 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.506392:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856881664:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472071.506451:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 11 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.506461:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 11 pid: 8409 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.506471:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856881792:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472071.506490:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00080000:1.0:1772472071.507175:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472071.507270:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.507334:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835020160 00000100:00100000:1.0:1772472071.507340:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835020160 00000100:00100000:1.0:1772472071.507380:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1550 00000100:00100000:1.0:1772472071.507388:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33987:x1858570835020160:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.507402:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.507418:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d4485 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4077fa expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507483:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507496:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507519:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507539:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507546:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507552:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507644:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507653:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507663:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.507672:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.507752:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507759:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507765:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507770:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.507774:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507780:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507790:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.507793:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.507798:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507805:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d449a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507821:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507842:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507848:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507852:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.507855:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507861:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507868:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.507871:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.507874:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507880:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d448c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507890:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507896:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507902:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507908:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.507911:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507917:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507923:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:1.0:1772472071.507925:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.507928:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507934:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d4493 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507966:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d4485 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077fa expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507975:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.507977:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.507980:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d4485 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4077fa expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.507990:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701d800, rc 0) 00000100:00100000:1.0:1772472071.509067:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33987:x1858570835020160:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1670us (1789us total) trans 4294968274 rc 301/301 00000100:00100000:1.0:1772472071.509078:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1550 00010000:00010000:0.0:1772472071.509198:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.509209:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.509215:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.509220:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.509224:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.509230:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.509249:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472071.509252:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.509256:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.509262:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d3f61 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.512950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.512987:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.513016:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835020288 00000100:00100000:3.0:1772472071.513023:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835020288 00010000:00010000:3.0:1772472071.513070:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 19 pid: 8410 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.513101:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835020416 00000100:00100000:3.0:1772472071.513104:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835020416 00010000:00010000:3.0:1772472071.513117:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 12 pid: 8409 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.513142:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 460 00000100:00100000:3.0:1772472071.513150:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835020288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.513164:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.513170:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 19 pid: 8410 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.513183:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 19 pid: 8410 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.513210:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.513252:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835020288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 102us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.513259:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 460 00000100:00100000:3.0:1772472071.513276:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 461 00000100:00100000:3.0:1772472071.513282:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570835020416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.513323:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.513328:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 12 pid: 8409 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.513339:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 12 pid: 8409 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.513353:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.513355:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.513360:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1772472071.514658:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472071.514747:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.514780:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835020672 00000100:00100000:1.0:1772472071.514787:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835020672 00000100:00100000:1.0:1772472071.514842:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 332 00000100:00100000:1.0:1772472071.514851:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33997:x1858570835020672:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.515064:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33997:x1858570835020672:12345-192.168.202.58@tcp:35:cat.0 Request processed in 214us (320us total) trans 4294968275 rc 0/0 00000100:00100000:1.0:1772472071.515073:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 332 00010000:00010000:3.0:1772472071.516776:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.516814:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.516969:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.517116:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570835020416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3831us (4125us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.517126:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 461 00000100:00100000:3.0:1772472071.519599:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1772472071.519815:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005631d95b/0xb50b868c089d3ffb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076f7 expref: 18 pid: 8410 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.519850:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856881664:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.519865:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbf2030e/0xb50b868c089d3fd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4076e9 expref: 11 pid: 8409 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.519876:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856881792:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.519901:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.519912:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.519919:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.519935:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.519942:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.519962:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472071.520138:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856881536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13928us (14252us total) trans 4294967379 rc 0/0 00000100:00100000:0.0:1772472071.520147:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00010000:00010000:0.0:1772472071.520178:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472071.520184:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.520192:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472071.520197:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.520207:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.520228:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.520234:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d447e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.520252:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472071.520254:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472071.520255:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472071.520283:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b84dd1500/2, rc 0, transno 4294967379 00000100:00100000:0.0:1772472071.520587:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856881536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472071.520780:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835021184 00000100:00100000:1.0:1772472071.520789:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835021184 00000100:00100000:1.0:1772472071.520849:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 333 00000100:00100000:1.0:1772472071.520858:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33987:x1858570835021184:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:1.0:1772472071.521058:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:33987:x1858570835021184:12345-192.168.202.58@tcp:35:cat.0 Request processed in 201us (1467us total) trans 4294968276 rc 0/0 00000100:00100000:1.0:1772472071.521066:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 333 00000100:00100000:2.0:1772472071.524719:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835020928 00000100:00100000:2.0:1772472071.524736:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835020928 00000100:00100000:2.0:1772472071.524821:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1551 00000100:00100000:2.0:1772472071.524842:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:33983:x1858570835020928:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.524866:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.524889:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407801 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.524965:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.524979:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.524991:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525007:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525014:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525022:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525132:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525142:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525150:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.525160:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.525224:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525231:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525237:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525243:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.525247:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525254:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525266:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.525269:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.525274:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525281:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d44bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525333:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525339:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525345:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525350:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.525353:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525358:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525376:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.525379:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.525383:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525389:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525396:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525402:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525408:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525414:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.525416:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525422:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525428:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9c89ad5200) 00010000:00010000:2.0:1772472071.525430:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.525432:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525438:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525474:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44a8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407801 expref: 116 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525483:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.525485:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.525489:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407801 expref: 116 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.525505:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1400, rc 0) 00000100:00100000:2.0:1772472071.525577:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:33983:x1858570835020928:12345-192.168.202.58@tcp:101:cat.0 Request processed in 738us (8612us total) trans 4294968277 rc 301/301 00000100:00100000:2.0:1772472071.525589:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1551 00000100:00100000:3.0:1772472071.527967:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.528116:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835021440 00000100:00100000:2.0:1772472071.528127:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835021440 00000100:00100000:2.0:1772472071.528185:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 334 00000100:00100000:2.0:1772472071.528194:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:33983:x1858570835021440:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:2.0:1772472071.528730:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:33983:x1858570835021440:12345-192.168.202.58@tcp:35:cat.0 Request processed in 534us (773us total) trans 4294968278 rc 0/0 00000100:00100000:2.0:1772472071.528739:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 334 00000040:00080000:0.0:1772472071.530474:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472071.530484:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472071.530589:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:0.0:1772472071.530597:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472071.530716:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856881920:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472071.530781:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fea80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472071.533168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.535010:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835021696 00000100:00100000:1.0:1772472071.535025:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835021696 00000100:00100000:1.0:1772472071.535095:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1552 00000100:00100000:1.0:1772472071.535105:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:33976:x1858570835021696:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.535129:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.535153:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d44cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407808 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535236:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535252:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535269:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535285:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535293:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535333:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535464:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535477:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.535486:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.536376:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1772472071.536470:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536479:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536485:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536491:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5de00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.536496:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536510:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536552:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.536555:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472071.536561:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536567:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d44e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536584:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536590:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536595:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536599:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.536602:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536608:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536615:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.536617:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.536620:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536625:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d44d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536633:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536639:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536644:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536649:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.536651:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536657:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536663:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8f9b83da6500) 00010000:00010000:1.0:1772472071.536666:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472071.536668:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536673:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d44d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536726:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d44cb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407808 expref: 118 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536741:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:1.0:1772472071.536743:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1772472071.536747:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d44cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407808 expref: 118 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.536755:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:1.0:1772472071.536845:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:33976:x1858570835021696:12345-192.168.202.58@tcp:101:cat.0 Request processed in 1740us (3685us total) trans 4294968279 rc 301/301 00000100:00100000:1.0:1772472071.536854:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1552 00000100:00100000:2.0:1772472071.538065:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.538353:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835021824 00000100:00100000:1.0:1772472071.538363:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835021824 00000100:00100000:1.0:1772472071.538431:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1553 00000100:00100000:1.0:1772472071.538441:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33998:x1858570835021824:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472071.538476:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472071.539040:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33998:x1858570835021824:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 598us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.539050:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1553 00000100:00100000:1.0:1772472071.540540:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856881920:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472071.545786:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.546250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.546420:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835022208 00000100:00100000:0.0:1772472071.546433:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835022208 00000100:00100000:2.0:1772472071.546660:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1554 00000100:00100000:2.0:1772472071.546673:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33998:x1858570835022208:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.546781:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546801:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546813:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546841:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546850:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546857:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546882:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546890:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546897:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.546943:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1772472071.546947:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472071.546961:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546972:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546978:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546985:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.546992:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.546997:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547004:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547016:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772472071.547020:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.547024:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547031:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d44ee lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547044:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547049:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547054:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547058:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.547060:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547065:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547072:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff8f9c89ad5200) 00010000:00010000:2.0:1772472071.547074:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.547076:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547081:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d44f5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547094:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547101:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547107:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547111:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.547114:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547119:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547125:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.547127:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.547130:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.547135:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d44fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.547216:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33998:x1858570835022208:12345-192.168.202.58@tcp:34:lhsmtool_posix.0 Request processed in 545us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.547226:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1554 00000100:00100000:2.0:1772472071.551218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.551346:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835022464 00000100:00100000:3.0:1772472071.551357:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835022464 00000100:00100000:2.0:1772472071.551808:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1555 00000100:00100000:2.0:1772472071.551821:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33998:x1858570835022464:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.551855:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.551877:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4503 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40780f expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.551992:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552009:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552023:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472071.552034:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1772472071.552114:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552121:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552127:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552132:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.552136:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552143:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552154:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:2.0:1772472071.552157:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472071.552162:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552168:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d450a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552211:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4503 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40780f expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552222:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f9c8ec38800) 00010000:00010000:2.0:1772472071.552224:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1772472071.552227:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4503 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40780f expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.552236:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1c00, rc 0) 00000100:00100000:2.0:1772472071.552333:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33998:x1858570835022464:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 515us (1125us total) trans 4294968280 rc 301/301 00000100:00100000:2.0:1772472071.552342:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1555 00000100:00100000:3.0:1772472071.556752:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.556846:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835022592 00000100:00100000:2.0:1772472071.556857:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835022592 00000100:00100000:2.0:1772472071.556921:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1556 00000100:00100000:2.0:1772472071.556931:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33998:x1858570835022592:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472071.556971:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472071.557110:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33998:x1858570835022592:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 179us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.557117:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1556 00000100:00100000:1.0:1772472071.559876:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835022080 00000100:00100000:1.0:1772472071.559892:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835022080 00000100:00100000:1.0:1772472071.560119:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 335 00000100:00100000:1.0:1772472071.560130:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:33976:x1858570835022080:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:3.0:1772472071.560185:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.560259:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835022848 00000100:00100000:0.0:1772472071.560272:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835022848 00000100:00100000:0.0:1772472071.560354:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1557 00000100:00100000:0.0:1772472071.560362:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:33998:x1858570835022848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1772472071.560370:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:33976:x1858570835022080:12345-192.168.202.58@tcp:35:cat.0 Request processed in 243us (14597us total) trans 4294968281 rc 0/0 00000100:00100000:1.0:1772472071.560380:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 335 00010000:00010000:0.0:1772472071.560382:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.560400:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4518 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407816 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472071.560781:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1772472071.560925:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d451f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.560944:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d451f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.560955:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d451f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.561011:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4518 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407816 expref: 55 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.561029:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d451f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407816 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.561037:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c95450100) 00010000:00010000:0.0:1772472071.561040:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472071.561043:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f800, rc 0) 00000100:00100000:0.0:1772472071.561086:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835022848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 725us (902us total) trans 4294968282 rc 0/0 00000100:00100000:0.0:1772472071.561093:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1557 00000100:00100000:3.0:1772472071.566779:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.567175:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835023104 00000100:00100000:2.0:1772472071.567187:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835023104 00000100:00100000:2.0:1772472071.567251:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1558 00000100:00100000:2.0:1772472071.567261:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835023104:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.567376:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.567404:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d451f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407816 expref: 54 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567425:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c95450100) 00010000:00010000:2.0:1772472071.567435:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472071.567460:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567475:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567485:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567499:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567506:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567511:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567567:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567574:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567585:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567591:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.567596:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567604:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567612:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8f9b83da6100) 00010000:00010000:2.0:1772472071.567615:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.567619:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567626:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d452d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567636:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567642:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567647:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567652:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472071.567654:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567665:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567671:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2c0a4c1f (ffff8f9c89ad5e00) 00010000:00010000:2.0:1772472071.567673:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472071.567676:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.567682:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4534 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x2c0a4c1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.567772:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33998:x1858570835023104:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 512us (1002us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772472071.567781:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1558 00000100:00100000:1.0:1772472071.571150:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.571243:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835023232 00000100:00100000:3.0:1772472071.571254:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835023232 00000100:00100000:3.0:1772472071.571346:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1559 00000100:00100000:3.0:1772472071.571355:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:33998:x1858570835023232:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472071.571667:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.571691:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d453b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40781d expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.571724:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.571738:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.571749:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.571868:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d453b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 55 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.571887:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 54 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.571895:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:3.0:1772472071.571898:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472071.571902:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68e00, rc 0) 00000100:00100000:3.0:1772472071.571966:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835023232:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 613us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.571973:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1559 00000100:00100000:1.0:1772472071.575922:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.576014:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835023488 00000100:00100000:2.0:1772472071.576025:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835023488 00000100:00100000:2.0:1772472071.576088:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1560 00000100:00100000:2.0:1772472071.576099:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835023488:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.576184:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.576201:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.576212:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472071.576434:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 88 off9352 00000004:00080000:2.0:1772472071.576443:0:10040:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 902606140349ns, next at 903606138224ns, rc = 0 00000004:00010000:2.0:1772472071.576495:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003f45682b reply state 00000000e9aea83f transno 4294968283 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.576508:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.576516:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:2.0:1772472071.576519:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1772472071.576535:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472071.576633:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33998:x1858570835023488:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 535us (721us total) trans 4294968283 rc 0/0 00000100:00100000:2.0:1772472071.576640:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1560 00000100:00100000:2.0:1772472071.580249:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.580422:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835023616 00000100:00100000:3.0:1772472071.580432:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835023616 00000100:00100000:3.0:1772472071.580494:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1561 00000100:00100000:3.0:1772472071.580503:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:33998:x1858570835023616:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472071.580539:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.580560:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407824 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.580617:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.580634:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.580653:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:3.0:1772472071.580657:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472071.580661:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68a00, rc 0) 00000100:00100000:3.0:1772472071.580719:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33998:x1858570835023616:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 216us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.580727:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1561 00000100:00100000:0.0:1772472071.584250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.584796:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835023744 00000100:00100000:2.0:1772472071.584807:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835023744 00000100:00080000:1.0:1772472071.584917:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472071.585020:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 418 00000100:00100000:2.0:1772472071.585033:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835023744:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1772472071.585262:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835023744:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 232us (1022us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1772472071.585268:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 418 00000100:00100000:1.0:1772472071.587536:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.587701:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835024000 00000100:00100000:3.0:1772472071.587711:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835024000 00000100:00100000:3.0:1772472071.587795:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 336 00000100:00100000:3.0:1772472071.587805:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:33998:x1858570835024000:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472071.588039:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33998:x1858570835024000:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 235us (520us total) trans 4294968284 rc 0/0 00000100:00100000:3.0:1772472071.588047:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 336 00000100:00100000:0.0:1772472071.589929:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.590430:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835024256 00000100:00100000:3.0:1772472071.590438:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835024256 00000100:00100000:3.0:1772472071.590493:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1562 00000100:00100000:3.0:1772472071.590503:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33998:x1858570835024256:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472071.590648:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33998:x1858570835024256:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 143us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.590657:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1562 00000100:00100000:0.0:1772472071.592519:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.592662:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835024384 00000100:00100000:1.0:1772472071.592671:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835024384 00000100:00100000:1.0:1772472071.592719:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1563 00000100:00100000:1.0:1772472071.592725:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33998:x1858570835024384:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472071.592741:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.592757:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d4557 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40782b expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.592812:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d455e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.592823:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d455e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.592835:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d455e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472071.593139:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472071.593160:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d455e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.593182:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d4557 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40782b expref: 60 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.593199:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d455e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40782b expref: 59 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.593205:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:1.0:1772472071.593207:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1772472071.593210:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:1.0:1772472071.593256:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33998:x1858570835024384:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 530us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.593263:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1563 00000100:00100000:1.0:1772472071.594505:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856882176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.594572:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472071.594611:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882176 00000100:00100000:3.0:1772472071.594619:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882176 00000100:00100000:1.0:1772472071.594630:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856882688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.594653:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472071.594668:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882688 00000100:00100000:3.0:1772472071.594672:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882688 00000100:00100000:3.0:1772472071.594701:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1772472071.594709:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856882176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594721:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856882048:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594750:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472071.594754:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856882176:12345-0@lo:400:kworker.0 Request processed in 46us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.594762:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1772472071.594771:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856882560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472071.594776:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1772472071.594781:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856882688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594796:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472071.594804:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856882688:12345-0@lo:400:kworker.0 Request processed in 23us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.594809:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1772472071.594811:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856883072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594844:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472071.594872:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1772472071.594879:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856882432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594900:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472071.594917:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856882944:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594936:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472071.594950:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856883456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.594968:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472071.594996:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882048 00000100:00100000:2.0:1772472071.595000:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882048 00000100:00100000:2.0:1772472071.595027:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1772472071.595034:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856882048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595068:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856882048:12345-0@lo:400:kworker.0 Request processed in 33us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.595073:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1772472071.595102:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882560 00000100:00100000:2.0:1772472071.595105:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882560 00000100:00100000:2.0:1772472071.595128:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1772472071.595134:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856882560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595165:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856882560:12345-0@lo:400:kworker.0 Request processed in 30us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.595171:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1772472071.595189:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856883072 00000100:00100000:2.0:1772472071.595193:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856883072 00000100:00100000:2.0:1772472071.595219:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882944 00000100:00100000:2.0:1772472071.595222:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882944 00000100:00100000:2.0:1772472071.595239:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856883456 00000100:00100000:2.0:1772472071.595241:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856883456 00000100:00100000:2.0:1772472071.595259:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1772472071.595264:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856883072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595295:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856883072:12345-0@lo:400:kworker.0 Request processed in 30us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.595324:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1772472071.595338:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1772472071.595343:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1772472071.595344:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856882944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472071.595350:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856883456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595371:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856882944:12345-0@lo:400:kworker.0 Request processed in 28us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.595376:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856883456:12345-0@lo:400:kworker.0 Request processed in 27us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.595377:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1772472071.595382:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1772472071.595422:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856882944:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595431:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856883456:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595436:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856882048:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595441:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856882560:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595445:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856883072:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595469:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882432 00000100:00100000:2.0:1772472071.595471:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882432 00000100:00100000:2.0:1772472071.595496:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1772472071.595502:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856882432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.595545:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856882432:12345-0@lo:400:kworker.0 Request processed in 43us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.595551:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1772472071.595575:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856882432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.595660:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856882688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.595666:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856883200:0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.595682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472071.595714:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856882176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472071.595720:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856883200 00000100:00100000:1.0:1772472071.595721:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472071.595724:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856883200 00000100:00100000:1.0:1772472071.595727:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856882304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.595748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472071.595763:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856882816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472071.595772:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1772472071.595778:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856883200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.595782:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472071.595794:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856883328:0@lo:400:kworker.0 00000100:00100000:3.0:1772472071.595807:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856883200:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.595810:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472071.595814:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1772472071.595823:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882816 00000100:00100000:3.0:1772472071.595826:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882816 00000100:00100000:1.0:1772472071.595827:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856883200:0@lo:400:kworker.0 00000100:00080000:1.0:1772472071.595848:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472071.595852:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472071.595853:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856883328 00000100:00080000:1.0:1772472071.595854:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472071.595856:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856883328 00000100:00080000:1.0:1772472071.595856:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472071.595874:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1772472071.595879:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856882816:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772472071.595887:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472071.595899:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1772472071.595908:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856883328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472071.595939:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856883328:12345-0@lo:400:kworker.0 Request processed in 34us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.595945:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1772472071.595969:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856883328:0@lo:400:kworker.0 00000100:00100000:0.0:1772472071.596033:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472071.596043:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856883584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472071.596073:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472071.596137:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856883712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472071.596160:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472071.596185:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856883584 00000100:00100000:0.0:1772472071.596189:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856883584 00000100:00100000:3.0:1772472071.596198:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856882816:12345-0@lo:400:kworker.0 Request processed in 318us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.596205:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1772472071.596210:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856883712 00000100:00100000:0.0:1772472071.596213:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856883712 00000100:00100000:0.0:1772472071.596225:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1772472071.596231:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856883584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472071.596247:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202193728 pending 28672 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472071.596283:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856883584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.596289:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1772472071.596323:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1772472071.596330:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856883584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472071.596330:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856883712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472071.596340:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202193728 pending 28672 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472071.596363:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856883712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.596369:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1772472071.596393:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856883712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472071.596402:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856882816:0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.596734:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856882304 00000100:00100000:2.0:1772472071.596739:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856882304 00000100:00100000:2.0:1772472071.596780:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1772472071.596787:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856882304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472071.596939:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856882304:12345-0@lo:400:kworker.0 Request processed in 152us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.596946:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1772472071.598718:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.598813:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835024512 00000100:00100000:2.0:1772472071.598831:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835024512 00000100:00100000:2.0:1772472071.598884:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 419 00000100:00100000:2.0:1772472071.598894:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835024512:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.598912:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.598934:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407832 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472071.598961:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69a5c707, blocks: 0x0 00010000:00010000:2.0:1772472071.598980:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472071.598983:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472071.598992:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.599010:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.599024:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472071.599083:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835024512:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 191us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.599091:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 419 00000100:00100000:0.0:1772472071.600875:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856882304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472071.602412:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.602517:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835024768 00000100:00100000:1.0:1772472071.602537:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835024768 00000100:00100000:1.0:1772472071.602594:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1564 00000100:00100000:1.0:1772472071.602605:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33998:x1858570835024768:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472071.602719:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33998:x1858570835024768:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 117us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.602727:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1564 00000100:00100000:1.0:1772472071.606215:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.606411:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835024896 00000100:00100000:2.0:1772472071.606422:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835024896 00000100:00100000:2.0:1772472071.606486:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 420 00000100:00100000:2.0:1772472071.606508:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:33998:x1858570835024896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.606536:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.606558:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407839 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.606590:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.606599:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472071.606602:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472071.606608:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 12 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.606645:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.606661:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.606677:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856883840:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472071.606809:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed000 going to sleep for 11 seconds 00000100:00100000:2.0:1772472071.610906:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.611164:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8410:1858570856883840:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.611198:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 12 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.611220:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:0.0:1772472071.611297:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:33998:x1858570835024896:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 4791us (5082us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.611324:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 420 00000100:00100000:3.0:1772472071.611875:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835025024 00000100:00100000:3.0:1772472071.611884:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835025024 00010000:00010000:3.0:1772472071.611918:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.611945:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 462 00000100:00100000:3.0:1772472071.611953:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835025024:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.611967:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.611989:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.612002:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.612027:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058301620/0xb50b868c089d4565 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407832 expref: 12 pid: 8408 timeout: 1002 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.612041:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.612044:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.612051:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.612061:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.612097:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.612114:0:6511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6511:1858570856883968:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472071.612175:0:6511:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472071.616217:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.617054:0:6511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85454700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6511:1858570856883968:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472071.617084:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.617149:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570835025024:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5195us (6255us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.617161:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 462 00000100:00100000:0.0:1772472071.617517:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835025152 00000100:00100000:0.0:1772472071.617558:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835025152 00002000:00100000:0.0:1772472071.617617:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff8f9b85455880 x1858570835025152/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:107/0 lens 648/0 e 0 to 0 dl 1772472082 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472071.617627:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85455880 with x1858570835025152 ext(0->157) 00002000:00010000:0.0:1772472071.617632:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85455880 00000100:00100000:0.0:1772472071.617662:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 108 00000100:00100000:0.0:1772472071.617671:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835025152:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1772472071.621994:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835025152:12345-192.168.202.58@tcp:4:lhsmtool_posix.0 Request processed in 4312us (5777us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1772472071.622010:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 108 00002000:00100000:0.0:1772472071.622024:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff8f9b85455880 x1858570835025152/t4294967378(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:107/0 lens 648/448 e 0 to 0 dl 1772472082 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472071.622035:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b85455880 with x1858570835025152 ext(0->157) 00002000:00010000:0.0:1772472071.622042:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b85455880 00000100:00100000:3.0:1772472071.629428:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.629575:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835025280 00000100:00100000:0.0:1772472071.629587:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835025280 00000100:00100000:0.0:1772472071.629705:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1565 00000100:00100000:0.0:1772472071.629715:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:33998:x1858570835025280:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1772472071.631570:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968284 is committed 00000004:00080000:0.0:1772472071.631587:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:0.0:1772472071.631607:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968281 is committed 00010000:00010000:1.0:1772472071.631703:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.631717:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.631726:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.631733:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472071.631737:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.631745:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.631776:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:1.0:1772472071.631780:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1772472071.631785:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.631791:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4549 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.632108:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835025280:12345-192.168.202.58@tcp:44:lhsmtool_posix.0 Request processed in 2390us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.632116:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1565 00000100:00100000:1.0:1772472071.633114:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856884096:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1772472071.633161:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472071.633599:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856884096 00000100:00100000:2.0:1772472071.633608:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856884096 00000100:00100000:2.0:1772472071.633665:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1772472071.633675:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856884096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1772472071.633799:0:8409:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1772472071.633803:0:8409:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1772472071 00002000:00010000:2.0:1772472071.633805:0:8409:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1772472071.633807:0:8409:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1772472071 -> 1772472071 00002000:00010000:2.0:1772472071.633810:0:8409:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1772472071.633854:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856884096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 181us (692us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1772472071.633861:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000004:00080000:1.0:1772472071.634474:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b855a1500/2, rc 0, transno 4294967379 00000100:00100000:1.0:1772472071.634483:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856884096:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1772472071.635460:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.635806:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835025408 00000100:00100000:3.0:1772472071.635816:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835025408 00000100:00100000:3.0:1772472071.636010:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 422 00000100:00100000:3.0:1772472071.636020:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835025408:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1772472071.637781:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:2.0:1772472071.637794:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967378 is committed 00000100:00100000:3.0:1772472071.638259:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835025408:12345-192.168.202.58@tcp:16:lhsmtool_posix.0 Request processed in 2232us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.638272:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 422 00000100:00100000:0.0:1772472071.640298:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.640567:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835025664 00000100:00100000:2.0:1772472071.640577:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835025664 00000100:00100000:2.0:1772472071.640657:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1566 00000100:00100000:2.0:1772472071.640665:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835025664:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1772472071.640714:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.640743:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d455e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40782b expref: 54 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.640763:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:2.0:1772472071.640776:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472071.640802:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.640813:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.640820:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472071.640944:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001535df69 reply state 00000000baa7141b transno 4294968285 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.640957:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.640964:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:2.0:1772472071.640966:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472071.640969:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472071.641059:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33998:x1858570835025664:12345-192.168.202.58@tcp:36:lhsmtool_posix.0 Request processed in 394us (771us total) trans 4294968285 rc 0/0 00000100:00100000:2.0:1772472071.641066:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1566 00000100:00100000:2.0:1772472071.643188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.643295:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835025792 00000100:00100000:0.0:1772472071.643443:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835025792 00000100:00100000:0.0:1772472071.643494:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 423 00000100:00100000:0.0:1772472071.643504:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835025792:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1772472071.643676:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1772472071.643679:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 1772472071 -> 1772472069 00002000:00010000:0.0:1772472071.643681:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1772472069 00002000:00010000:0.0:1772472071.643683:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1772472071 -> 1772472071 00002000:00010000:0.0:1772472071.643684:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1772472071.643734:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835025792:12345-192.168.202.58@tcp:2:lhsmtool_posix.0 Request processed in 231us (552us total) trans 4294967380 rc 0/0 00000100:00100000:0.0:1772472071.643741:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 423 00000100:00100000:2.0:1772472071.645937:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.646045:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026048 00000100:00100000:3.0:1772472071.646055:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026048 00000100:00100000:3.0:1772472071.646142:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1567 00000100:00100000:3.0:1772472071.646153:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:33998:x1858570835026048:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1772472071.646222:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.646240:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 55 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.646251:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.646287:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 55 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.646333:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 55 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.646351:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856884224:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472071.646426:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eed240 going to sleep for 11 seconds 00000100:00100000:3.0:1772472071.649351:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.649508:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026176 00000100:00100000:1.0:1772472071.649518:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026176 00010000:00010000:1.0:1772472071.649567:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 56 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.649607:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 463 00000100:00100000:1.0:1772472071.649620:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2412:x1858570835026176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.649636:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.649643:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 56 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.649656:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 56 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.649681:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:1.0:1772472071.649687:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.649697:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.649705:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.649723:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472071.650170:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4542 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40781d expref: 56 pid: 6527 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.650186:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856884224:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.650208:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650218:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650224:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650263:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650274:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650281:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650287:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.650291:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.650347:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.650964:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2412:x1858570835026176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1342us (1619us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.650975:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 463 00010000:00010000:0.0:1772472071.651657:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:0.0:1772472071.651663:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1772472071.651670:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.651678:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d457a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.651750:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835026048:12345-192.168.202.58@tcp:55:lhsmtool_posix.0 Request processed in 5597us (5819us total) trans 0 rc -22/-22 00000100:00100000:0.0:1772472071.651757:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1567 00000100:00100000:0.0:1772472071.661991:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.662077:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026304 00000100:00100000:1.0:1772472071.662087:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026304 00000100:00100000:1.0:1772472071.662145:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 424 00000100:00100000:1.0:1772472071.662155:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835026304:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472071.662203:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.662231:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.662240:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472071.662242:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472071.662246:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.662285:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.662323:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 11 pid: 8410 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.662340:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856884352:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472071.662421:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472071.666792:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856884352:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472071.666836:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.668275:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.668750:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026432 00000100:00100000:3.0:1772472071.668760:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026432 00010000:00010000:3.0:1772472071.668801:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 12 pid: 8410 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.668857:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 464 00000100:00100000:3.0:1772472071.668868:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85688450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835026432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.668884:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.668908:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 12 pid: 8410 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.668923:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 12 pid: 8410 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.668947:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3891ffb/0xb50b868c089d456c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407839 expref: 12 pid: 8410 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.668966:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.668968:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.668974:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.668984:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.669019:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.669080:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85688450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570835026432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 213us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.669089:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 464 00010000:00010000:1.0:1772472071.669266:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669277:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669338:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669348:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669357:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669364:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472071.669380:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669391:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669405:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.669413:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea2585a6/0xb50b868c089d4581 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.669472:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835026304:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 7319us (7490us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.669481:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 424 00000100:00100000:0.0:1772472071.675274:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.675477:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026688 00000100:00100000:3.0:1772472071.675488:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026688 00000100:00100000:3.0:1772472071.675565:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1568 00000100:00100000:3.0:1772472071.675576:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:33998:x1858570835026688:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772472071.675658:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675680:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675692:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675859:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675870:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 55 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675880:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675919:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 55 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.675933:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 55 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472071.675949:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85456300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856884480:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472071.676039:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830e9900 going to sleep for 11 seconds 00000100:00100000:0.0:1772472071.679585:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85456300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856884480:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.679615:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.681069:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.681835:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026816 00000100:00100000:2.0:1772472071.681846:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026816 00010000:00010000:2.0:1772472071.681892:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 56 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472071.681944:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 465 00000100:00100000:2.0:1772472071.681955:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2412:x1858570835026816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.681971:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.681978:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 56 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.681992:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 56 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.682016:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4550 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407824 expref: 56 pid: 6526 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.682035:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:2.0:1772472071.682041:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.682051:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.682058:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.682082:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.682134:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2412:x1858570835026816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 180us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.682142:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 465 00010000:00010000:0.0:1772472071.682217:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.682225:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1772472071.682381:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968286 00000001:00080000:0.0:1772472071.682514:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968287 00000001:00080000:0.0:1772472071.682566:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968288 00000100:00100000:0.0:1772472071.682655:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856884608:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1772472071.682711:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472071.682744:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:2.0:1772472071.684283:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856884608 00000100:00100000:2.0:1772472071.684295:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856884608 00000100:00100000:2.0:1772472071.684379:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1772472071.684388:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856884608:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1772472071.684511:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856884608:12345-0@lo:1000:mdt00_000.0 Request processed in 124us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.684519:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1772472071.684977:0:6525:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:0.0:1772472071.684985:0:6525:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b855a1500, transno 4294967379 00000100:00100000:0.0:1772472071.685006:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856884608:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1772472071.685149:0:6525:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968289 00000100:00100000:0.0:1772472071.685223:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856884736:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1772472071.685267:0:6525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472071.685330:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe180 going to sleep for 11 seconds 00000100:00100000:3.0:1772472071.685652:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856884736 00000100:00100000:3.0:1772472071.685659:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856884736 00000100:00100000:3.0:1772472071.685706:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1772472071.685715:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6525:x1858570856884736:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1772472071.685852:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6525:x1858570856884736:12345-0@lo:1000:mdt00_000.0 Request processed in 138us (585us total) trans 4294967381 rc 0/0 00000100:00100000:3.0:1772472071.685861:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1772472071.686062:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6525:1858570856884736:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1772472071.686103:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686113:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686122:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686128:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.686133:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686141:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686159:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:0.0:1772472071.686163:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.686169:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686176:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d458f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686200:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686206:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686212:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686218:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb79e4000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.686221:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686227:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686240:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.686242:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.686249:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686261:0:6525:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686270:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.686335:0:6525:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.686350:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856884864:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472071.686425:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83eedf00 going to sleep for 11 seconds 00000100:00100000:0.0:1772472071.691577:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.691648:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835026944 00000100:00100000:2.0:1772472071.691658:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835026944 00000100:00100000:2.0:1772472071.691712:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 337 00000100:00100000:2.0:1772472071.691723:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33966:x1858570835026944:12345-192.168.202.58@tcp:49:cat.0 00000100:00100000:2.0:1772472071.691870:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33966:x1858570835026944:12345-192.168.202.58@tcp:49:cat.0 Request processed in 149us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.691879:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 337 00000100:00100000:1.0:1772472071.692095:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856884864:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772472071.692124:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.692137:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4000/0xb50b868c089d40d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.692169:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.692183:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.692191:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.692231:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.692244:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 110 pid: 9675 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.692259:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856884992:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472071.692360:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b8686e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472071.699005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.699040:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.699095:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.699128:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835027456 00000100:00100000:1.0:1772472071.699137:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835027456 00010000:00010000:1.0:1772472071.699179:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 111 pid: 9675 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472071.699218:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 466 00000100:00100000:1.0:1772472071.699228:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2412:x1858570835027456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.699245:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.699252:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 111 pid: 9675 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.699266:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 111 pid: 9675 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.699290:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:1.0:1772472071.699296:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.699336:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.699345:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.699378:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.699430:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2412:x1858570835027456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 203us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.699438:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 466 00010000:00010000:0.0:1772472071.699681:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d4105 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40773d expref: 110 pid: 9675 timeout: 1002 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.699698:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856884992:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472071.699719:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699728:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699738:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699751:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699757:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699764:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699769:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85e5d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.699774:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699782:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699792:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.699795:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472071.699798:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699804:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d4596 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699814:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699834:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699841:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699846:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472071.699849:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699855:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699862:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.699864:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472071.699867:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.699872:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4588 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472071.700020:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33998:x1858570835026688:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 24445us (24755us total) trans 4294968290 rc 0/0 00000100:00100000:0.0:1772472071.700028:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1568 00000020:00080000:0.0:1772472071.700032:0:6525:0:(tgt_main.c:782:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1772472071.700050:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835027200 00000100:00100000:0.0:1772472071.700054:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835027200 00000100:00100000:0.0:1772472071.700090:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1569 00000100:00100000:0.0:1772472071.700098:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33968:x1858570835027200:12345-192.168.202.58@tcp:58:cat.0 00000100:00100000:0.0:1772472071.700189:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33968:x1858570835027200:12345-192.168.202.58@tcp:58:cat.0 Request processed in 93us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.700201:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1569 00000040:00080000:0.0:1772472071.700801:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472071.700807:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472071.701289:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1772472071.701331:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472071.702807:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835027328 00000100:00100000:3.0:1772472071.702891:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835027328 00000100:00100000:3.0:1772472071.703016:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 425 00000100:00100000:3.0:1772472071.703027:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+15:33966:x1858570835027328:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.703046:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.703069:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba9fe869/0xb50b868c089d459d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407840 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472071.703093:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x69a5c705, atime: 0x69a5c705, ctime: 0x69a5c707, blocks: 0x8 00010000:00010000:3.0:1772472071.703113:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.703116:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472071.703124:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba9fe869/0xb50b868c089d459d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407840 expref: 16 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.703140:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ba9fe869/0xb50b868c089d459d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407840 expref: 16 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.703153:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69800, rc 0) 00000100:00100000:3.0:1772472071.703206:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:33966:x1858570835027328:12345-192.168.202.58@tcp:101:cat.0 Request processed in 181us (4164us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.703212:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 425 00000100:00080000:0.0:1772472071.703258:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472071.711907:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.711950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.711986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.712059:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835027840 00000100:00100000:3.0:1772472071.712070:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835027840 00000100:00100000:3.0:1772472071.712123:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 338 00000100:00100000:3.0:1772472071.712133:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:33998:x1858570835027840:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1772472071.712450:0:6529:0:(mdd_object.c:3993:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1772472071.712486:0:6529:0:(tgt_lastrcvd.c:2077:tgt_txn_stop_cb()) More than one transaction 4294968291 00010000:00010000:3.0:1772472071.712542:0:6529:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712560:0:6529:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712571:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712579:0:6529:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712585:0:6529:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712591:0:6529:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712607:0:6529:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1772472071.712705:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:33998:x1858570835027840:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 572us (752us total) trans 4294968292 rc 0/0 00000100:00100000:3.0:1772472071.712714:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 338 00000020:00080000:3.0:1772472071.712719:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1772472071.712743:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472071.712750:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712757:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472071.712761:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712771:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712786:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:3.0:1772472071.712789:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472071.712794:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712799:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d45a4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6529 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.712811:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472071.712813:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472071.712815:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472071.712960:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835027584 00000100:00100000:1.0:1772472071.712966:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835027584 00002000:00100000:1.0:1772472071.712999:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff8f9b855a1500 x1858570835027584/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:107/0 lens 488/0 e 0 to 0 dl 1772472082 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472071.713011:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b855a1500 with x1858570835027584 ext(0->4095) 00002000:00010000:1.0:1772472071.713016:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b855a1500 00000100:00100000:1.0:1772472071.713044:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 109 00000100:00100000:1.0:1772472071.713052:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570835027584:12345-192.168.202.58@tcp:3:cat.0 00000100:00100000:1.0:1772472071.713177:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570835027584:12345-192.168.202.58@tcp:3:cat.0 Request processed in 126us (1280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772472071.713184:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 109 00002000:00100000:1.0:1772472071.713191:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff8f9b855a1500 x1858570835027584/t0(0) o3->0cdef135-3dee-4e07-9e9c-e44b40dd119b@192.168.202.58@tcp:107/0 lens 488/4536 e 0 to 0 dl 1772472082 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472071.713199:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b855a1500 with x1858570835027584 ext(0->4095) 00002000:00010000:1.0:1772472071.713202:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b855a1500 00000100:00100000:0.0:1772472071.717832:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835028096 00000100:00100000:0.0:1772472071.717849:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835028096 00000100:00100000:0.0:1772472071.717937:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 74 00000100:00100000:0.0:1772472071.717949:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33969:x1858570835028096:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:0.0:1772472071.717967:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472071.717997:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4175 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407759 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.718022:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450300) 00010000:00010000:0.0:1772472071.718034:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.718099:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33969:x1858570835028096:12345-192.168.202.58@tcp:103:cat.0 Request processed in 152us (6112us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.718108:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 74 00000100:00100000:1.0:1772472071.721233:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.721348:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835028224 00000100:00100000:0.0:1772472071.721358:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835028224 00000100:00100000:0.0:1772472071.721422:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1570 00000100:00100000:0.0:1772472071.721433:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33969:x1858570835028224:12345-192.168.202.58@tcp:58:cat.0 00000100:00100000:0.0:1772472071.722039:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33969:x1858570835028224:12345-192.168.202.58@tcp:58:cat.0 Request processed in 605us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.722050:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1570 00000100:00100000:1.0:1772472071.730005:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.730120:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835028352 00000100:00100000:0.0:1772472071.730131:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835028352 00000100:00100000:0.0:1772472071.730236:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1571 00000100:00100000:0.0:1772472071.730247:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33969:x1858570835028352:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.730270:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.730384:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d45ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407847 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.730441:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d45ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407847 expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.730457:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d45ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407847 expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.730474:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450b00) 00010000:00010000:0.0:1772472071.730477:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.730481:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ee00, rc 0) 00000100:00100000:0.0:1772472071.730635:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33969:x1858570835028352:12345-192.168.202.58@tcp:101:cat.0 Request processed in 389us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.730644:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1571 00000100:00100000:3.0:1772472071.735959:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.736356:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835028608 00000100:00100000:1.0:1772472071.736375:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835028608 00000100:00100000:1.0:1772472071.736446:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 75 00000100:00100000:1.0:1772472071.736457:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33967:x1858570835028608:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:1.0:1772472071.736476:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.736641:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d45ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407847 expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.736661:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9c95450b00) 00010000:00010000:1.0:1772472071.736674:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.736737:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33967:x1858570835028608:12345-192.168.202.58@tcp:103:cat.0 Request processed in 281us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.736746:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 75 00000100:00100000:3.0:1772472071.738480:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.738835:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835028736 00000100:00100000:1.0:1772472071.738846:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835028736 00000100:00100000:1.0:1772472071.738910:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1572 00000100:00100000:1.0:1772472071.738920:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33967:x1858570835028736:12345-192.168.202.58@tcp:58:cat.0 00000100:00100000:1.0:1772472071.739065:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33967:x1858570835028736:12345-192.168.202.58@tcp:58:cat.0 Request processed in 147us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.739073:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1572 00000100:00100000:3.0:1772472071.741051:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.741136:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835028864 00000100:00100000:1.0:1772472071.741145:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835028864 00000100:00100000:1.0:1772472071.741201:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1573 00000100:00100000:1.0:1772472071.741211:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33967:x1858570835028864:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.741229:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.741252:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40784e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.741329:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40784e expref: 110 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.741346:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40784e expref: 110 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.741490:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83da6500) 00010000:00010000:1.0:1772472071.741506:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.741511:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:1.0:1772472071.741596:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33967:x1858570835028864:12345-192.168.202.58@tcp:101:cat.0 Request processed in 386us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.741604:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1573 00000100:00100000:2.0:1772472071.746799:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.746988:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029120 00000100:00100000:3.0:1772472071.747000:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029120 00000100:00100000:3.0:1772472071.747068:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 76 00000100:00100000:3.0:1772472071.747078:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33972:x1858570835029120:12345-192.168.202.58@tcp:103:cat.0 00010000:00010000:3.0:1772472071.747094:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.747118:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40784e expref: 110 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.747139:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83da6500) 00010000:00010000:3.0:1772472071.747152:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.747214:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33972:x1858570835029120:12345-192.168.202.58@tcp:103:cat.0 Request processed in 136us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.747223:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 76 00000100:00100000:3.0:1772472071.750335:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.750854:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029248 00000100:00100000:2.0:1772472071.750865:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029248 00000100:00100000:2.0:1772472071.750931:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1574 00000100:00100000:2.0:1772472071.750942:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33972:x1858570835029248:12345-192.168.202.58@tcp:58:cat.0 00000100:00100000:2.0:1772472071.751106:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33972:x1858570835029248:12345-192.168.202.58@tcp:58:cat.0 Request processed in 165us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.751118:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1574 00000100:00100000:2.0:1772472071.753922:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.754082:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029376 00000100:00100000:3.0:1772472071.754092:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029376 00000100:00100000:3.0:1772472071.754149:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1575 00000100:00100000:3.0:1772472071.754159:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+109:33972:x1858570835029376:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.754181:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.754206:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d45b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407855 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.754265:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d45b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407855 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.754281:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69a00/0xb50b868c089d45b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407855 expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.754658:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.754663:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472071.754668:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69a00, rc 0) 00000100:00100000:2.0:1772472071.754836:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33972:x1858570835029376:12345-192.168.202.58@tcp:101:cat.0 Request processed in 676us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.754846:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1575 00000100:00100000:3.0:1772472071.759426:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.759559:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029504 00000100:00100000:2.0:1772472071.759571:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029504 00000100:00100000:2.0:1772472071.759634:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1576 00000100:00100000:2.0:1772472071.759645:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33978:x1858570835029504:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.759670:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.759691:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40785c expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.759749:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40785c expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.759766:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40785c expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.759785:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.759788:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.759792:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1c00, rc 0) 00000100:00100000:2.0:1772472071.759865:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33978:x1858570835029504:12345-192.168.202.58@tcp:101:cat.0 Request processed in 221us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.759873:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1576 00000100:00100000:3.0:1772472071.766197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.766248:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.766353:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029632 00000100:00100000:1.0:1772472071.766364:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029632 00000100:00100000:1.0:1772472071.766443:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1577 00000100:00100000:1.0:1772472071.766454:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33974:x1858570835029632:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.766477:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.766499:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d45c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407863 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.766579:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d45c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407863 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.766594:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d45c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407863 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.766612:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.766615:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.766619:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:1.0:1772472071.766683:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33974:x1858570835029632:12345-192.168.202.58@tcp:101:cat.0 Request processed in 231us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.766691:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1577 00000100:00100000:2.0:1772472071.767730:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029760 00000100:00100000:2.0:1772472071.767740:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029760 00000100:00100000:2.0:1772472071.767800:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 77 00000100:00100000:2.0:1772472071.767810:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835029760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.767835:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.767859:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40785c expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.767877:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.767882:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.767930:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835029760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 122us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.767938:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 77 00000100:00100000:3.0:1772472071.778870:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.778927:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.779097:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030016 00000100:00100000:1.0:1772472071.779108:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030016 00000100:00100000:1.0:1772472071.779188:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 78 00000100:00100000:1.0:1772472071.779201:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c85688850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835030016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.779219:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.779251:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d45c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407863 expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.779276:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.779283:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.779653:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c85688850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835030016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 454us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.779663:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 78 00000100:00100000:2.0:1772472071.779866:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835029888 00000100:00100000:2.0:1772472071.779871:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835029888 00000100:00100000:2.0:1772472071.779914:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1578 00000100:00100000:2.0:1772472071.779922:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33982:x1858570835029888:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.779941:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.779958:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40786a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.780009:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40786a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.780024:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40786a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.780043:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.780047:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.780050:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1c00, rc 0) 00000100:00100000:2.0:1772472071.780077:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33982:x1858570835029888:12345-192.168.202.58@tcp:101:cat.0 Request processed in 155us (1219us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.780088:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1578 00000100:00100000:1.0:1772472071.784581:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.784728:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030144 00000100:00100000:0.0:1772472071.784739:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030144 00000100:00100000:0.0:1772472071.784811:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 79 00000100:00100000:0.0:1772472071.784834:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835030144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472071.784852:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472071.784878:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d45ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40786a expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.784902:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.784907:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.784967:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835030144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 147us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.784976:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 79 00000100:00100000:3.0:1772472071.787915:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.788239:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030272 00000100:00100000:1.0:1772472071.788250:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030272 00000100:00100000:1.0:1772472071.788388:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1579 00000100:00100000:1.0:1772472071.788402:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33971:x1858570835030272:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.788432:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.788457:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d45d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407871 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.788546:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d45d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407871 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.788563:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d45d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407871 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.788581:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.788584:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.788589:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:1.0:1772472071.788654:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33971:x1858570835030272:12345-192.168.202.58@tcp:101:cat.0 Request processed in 256us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.788665:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1579 00000100:00100000:1.0:1772472071.796847:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.796960:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030400 00000100:00100000:0.0:1772472071.796972:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030400 00000100:00100000:0.0:1772472071.797042:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1580 00000100:00100000:0.0:1772472071.797052:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33973:x1858570835030400:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.797077:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.797100:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d45dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407878 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.797155:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d45dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407878 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.797172:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d45dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407878 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.797190:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.797193:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.797198:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472071.797263:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33973:x1858570835030400:12345-192.168.202.58@tcp:101:cat.0 Request processed in 212us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.797270:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1580 00000100:00100000:3.0:1772472071.800001:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.800054:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.800174:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030656 00000100:00100000:2.0:1772472071.800185:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030656 00000100:00100000:2.0:1772472071.800246:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030528 00000100:00100000:2.0:1772472071.800250:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030528 00000100:00100000:2.0:1772472071.800285:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 80 00000100:00100000:2.0:1772472071.800296:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:2410:x1858570835030656:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.800348:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.800386:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d45dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407878 expref: 113 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.800406:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.800412:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.800460:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835030656:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 165us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.800467:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 80 00000100:00100000:2.0:1772472071.800485:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 81 00000100:00100000:2.0:1772472071.800491:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835030528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.800510:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.800529:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d45d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407871 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.800541:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.800544:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.800562:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2410:x1858570835030528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 72us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.800572:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 81 00000100:00100000:3.0:1772472071.805962:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.806160:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030784 00000100:00100000:1.0:1772472071.806173:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030784 00000100:00100000:1.0:1772472071.806252:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1581 00000100:00100000:1.0:1772472071.806264:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33990:x1858570835030784:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.806291:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.806356:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d45e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40787f expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.806428:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d45e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40787f expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.806445:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d45e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40787f expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.806462:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.806465:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.806469:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:1.0:1772472071.806551:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33990:x1858570835030784:12345-192.168.202.58@tcp:101:cat.0 Request processed in 289us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.806559:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1581 00000100:00100000:1.0:1772472071.811901:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.812011:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031040 00000100:00100000:2.0:1772472071.812022:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031040 00000100:00100000:2.0:1772472071.812087:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1582 00000100:00100000:2.0:1772472071.812098:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33975:x1858570835031040:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.812119:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.812140:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d45ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407886 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.812198:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d45ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407886 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.812214:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d45ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407886 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.812234:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.812237:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.812242:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:2.0:1772472071.812451:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33975:x1858570835031040:12345-192.168.202.58@tcp:101:cat.0 Request processed in 353us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.812459:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1582 00000100:00100000:2.0:1772472071.814817:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.818424:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835030912 00000100:00100000:3.0:1772472071.818440:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835030912 00000100:00100000:3.0:1772472071.819541:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 82 00000100:00100000:3.0:1772472071.819558:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835030912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.819579:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.819611:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d45e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40787f expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.819633:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.819639:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.820101:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835030912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 546us (5291us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.820111:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 82 00000100:00100000:0.0:1772472071.821088:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.822230:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031168 00000100:00100000:3.0:1772472071.822242:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031168 00000100:00100000:0.0:1772472071.822464:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.822618:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031296 00000100:00100000:2.0:1772472071.822623:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031296 00000100:00100000:2.0:1772472071.822672:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1583 00000100:00100000:2.0:1772472071.822681:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33984:x1858570835031296:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.822706:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.822728:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d45f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40788d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.822786:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d45f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40788d expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.822802:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d45f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40788d expref: 113 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.822832:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.822836:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.822839:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1600, rc 0) 00000100:00100000:2.0:1772472071.822891:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33984:x1858570835031296:12345-192.168.202.58@tcp:101:cat.0 Request processed in 211us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.822899:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1583 00000100:00100000:3.0:1772472071.824180:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 83 00000100:00100000:3.0:1772472071.824197:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835031168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.824213:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.824238:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d45ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407886 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.824256:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.824261:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.824325:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835031168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 134us (3242us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.824333:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 83 00000100:00100000:2.0:1772472071.835283:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.835538:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031424 00000100:00100000:1.0:1772472071.835548:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031424 00000100:00100000:1.0:1772472071.835610:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 84 00000100:00100000:1.0:1772472071.835618:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835031424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.835635:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.835662:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d45f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40788d expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.835682:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.835687:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.835731:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835031424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 113us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.835738:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 84 00000100:00100000:1.0:1772472071.837320:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.839097:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031552 00000100:00100000:2.0:1772472071.839112:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031552 00000100:00100000:2.0:1772472071.839183:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1584 00000100:00100000:2.0:1772472071.839194:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33970:x1858570835031552:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.839217:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.839240:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d45f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407894 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.839333:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d45f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407894 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.839358:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d45f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407894 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.839752:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.839757:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.839761:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472071.839877:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33970:x1858570835031552:12345-192.168.202.58@tcp:101:cat.0 Request processed in 684us (2578us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.839884:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1584 00000100:00100000:2.0:1772472071.845789:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.845958:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.846040:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031808 00000100:00100000:3.0:1772472071.846051:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031808 00000100:00100000:3.0:1772472071.846119:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 85 00000100:00100000:3.0:1772472071.846130:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e87450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835031808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.846149:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.846177:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d45f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407894 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.846196:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.846228:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.846507:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e87450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835031808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 368us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.846516:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 85 00000100:00100000:1.0:1772472071.846926:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031680 00000100:00100000:1.0:1772472071.846933:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031680 00000100:00100000:1.0:1772472071.846976:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1585 00000100:00100000:1.0:1772472071.846985:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33995:x1858570835031680:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.847003:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.847020:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40789b expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.847071:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40789b expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.847085:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40789b expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.847103:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.847106:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.847110:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d200, rc 0) 00000100:00100000:1.0:1772472071.847138:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33995:x1858570835031680:12345-192.168.202.58@tcp:101:cat.0 Request processed in 154us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.847145:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1585 00000100:00100000:1.0:1772472071.853593:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.854187:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.854295:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835031936 00000100:00100000:0.0:1772472071.854337:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835031936 00000100:00100000:0.0:1772472071.854417:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 86 00000100:00100000:0.0:1772472071.854429:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835031936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472071.854445:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472071.854472:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d200/0xb50b868c089d45ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40789b expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.854491:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.854505:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.854575:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2410:x1858570835031936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 149us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.854583:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 86 00000100:00100000:2.0:1772472071.854831:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032064 00000100:00100000:2.0:1772472071.854836:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032064 00000100:00100000:2.0:1772472071.854876:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1586 00000100:00100000:2.0:1772472071.854884:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33979:x1858570835032064:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.854902:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.854915:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4606 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078a2 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.854965:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4606 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078a2 expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.854979:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4606 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078a2 expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.854997:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.855000:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.855003:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472071.855027:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33979:x1858570835032064:12345-192.168.202.58@tcp:101:cat.0 Request processed in 144us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.855034:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1586 00000100:00100000:3.0:1772472071.862548:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.862593:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.862657:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032320 00000100:00100000:1.0:1772472071.862670:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032320 00000100:00100000:1.0:1772472071.862743:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 87 00000100:00100000:1.0:1772472071.862754:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835032320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.862771:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.862798:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4606 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078a2 expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.862817:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.862835:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.862939:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032192 00000100:00100000:2.0:1772472071.862943:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032192 00000100:00100000:2.0:1772472071.862977:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1587 00000100:00100000:2.0:1772472071.862984:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33991:x1858570835032192:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.863000:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.863013:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d460d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078a9 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.863059:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d460d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078a9 expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.863073:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d460d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078a9 expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.863089:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.863092:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.863095:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:1.0:1772472071.866414:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835032320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3648us (3806us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.866431:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 87 00000100:00100000:2.0:1772472071.866726:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33991:x1858570835032192:12345-192.168.202.58@tcp:101:cat.0 Request processed in 3738us (4187us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.866735:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1587 00000100:00100000:2.0:1772472071.876255:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.876334:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.876475:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032448 00000100:00100000:3.0:1772472071.876486:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032448 00000100:00100000:3.0:1772472071.876551:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1588 00000100:00100000:3.0:1772472071.876561:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33988:x1858570835032448:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.876583:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.876602:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4614 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078b0 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.876659:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4614 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078b0 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.876674:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4614 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078b0 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.876694:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.876697:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472071.876702:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69600, rc 0) 00000100:00100000:3.0:1772472071.876756:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33988:x1858570835032448:12345-192.168.202.58@tcp:101:cat.0 Request processed in 196us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.876763:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1588 00000100:00100000:0.0:1772472071.876993:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032576 00000100:00100000:0.0:1772472071.876999:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032576 00000100:00100000:0.0:1772472071.877043:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 88 00000100:00100000:0.0:1772472071.877051:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835032576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472071.877063:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472071.877081:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d460d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078a9 expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.877098:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.877102:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.877125:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835032576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 75us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.877135:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 88 00000100:00100000:0.0:1772472071.885479:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.885576:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032704 00000100:00100000:1.0:1772472071.885589:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032704 00000100:00100000:1.0:1772472071.885657:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1589 00000100:00100000:1.0:1772472071.885667:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33993:x1858570835032704:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.885689:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.885709:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d461b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078b7 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.885770:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d461b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078b7 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.885786:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d461b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078b7 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.885803:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.885806:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.885809:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:1.0:1772472071.885884:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33993:x1858570835032704:12345-192.168.202.58@tcp:101:cat.0 Request processed in 218us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.885892:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1589 00000100:00100000:1.0:1772472071.888861:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.888954:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032832 00000100:00100000:3.0:1772472071.888965:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032832 00000100:00100000:3.0:1772472071.889032:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 89 00000100:00100000:3.0:1772472071.889042:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835032832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.889058:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.889085:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4614 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078b0 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.889105:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.889111:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.889166:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835032832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 125us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.889174:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 89 00000100:00100000:3.0:1772472071.894022:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.894186:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835032960 00000100:00100000:1.0:1772472071.894197:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835032960 00000100:00100000:1.0:1772472071.894267:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 90 00000100:00100000:1.0:1772472071.894278:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835032960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472071.894296:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472071.894357:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d461b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078b7 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.894387:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.894392:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472071.894444:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835032960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 168us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.894456:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 90 00000100:00100000:0.0:1772472071.897595:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.897797:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033088 00000100:00100000:2.0:1772472071.897809:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033088 00000100:00100000:2.0:1772472071.897878:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1590 00000100:00100000:2.0:1772472071.897890:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33994:x1858570835033088:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.897912:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.897932:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4622 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078be expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.897989:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078be expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.898003:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078be expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.898020:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.898022:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.898026:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472071.898102:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33994:x1858570835033088:12345-192.168.202.58@tcp:101:cat.0 Request processed in 214us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.898109:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1590 00000100:00100000:2.0:1772472071.902961:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.903073:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033216 00000100:00100000:3.0:1772472071.903085:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033216 00000100:00100000:3.0:1772472071.903149:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1591 00000100:00100000:3.0:1772472071.903159:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33977:x1858570835033216:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.903183:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.903207:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4629 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078c5 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.903269:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4629 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078c5 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.903284:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4629 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078c5 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.903339:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.903343:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472071.903346:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69600, rc 0) 00000100:00100000:3.0:1772472071.903412:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33977:x1858570835033216:12345-192.168.202.58@tcp:101:cat.0 Request processed in 254us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.903419:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1591 00000100:00100000:0.0:1772472071.910573:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.910758:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033344 00000100:00100000:2.0:1772472071.910768:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033344 00000100:00100000:2.0:1772472071.910846:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 91 00000100:00100000:2.0:1772472071.910856:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835033344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.910874:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.910902:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4629 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078c5 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.910923:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.910928:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.910989:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835033344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 134us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.910997:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 91 00000100:00100000:0.0:1772472071.913866:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.914058:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033472 00000100:00100000:2.0:1772472071.914068:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033472 00000100:00100000:2.0:1772472071.914136:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1592 00000100:00100000:2.0:1772472071.914147:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33981:x1858570835033472:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.914173:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.914202:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4630 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078cc expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.914267:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4630 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078cc expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.914283:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4630 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078cc expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.914331:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.914335:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.914338:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472071.914392:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33981:x1858570835033472:12345-192.168.202.58@tcp:101:cat.0 Request processed in 247us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.914399:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1592 00000100:00100000:1.0:1772472071.923336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.923564:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033600 00000100:00100000:3.0:1772472071.923575:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033600 00000100:00100000:3.0:1772472071.923677:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 92 00000100:00100000:3.0:1772472071.923688:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e85850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835033600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.923705:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.923732:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4622 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078be expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.923752:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.923758:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.923825:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e85850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835033600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 133us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.923838:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 92 00000100:00100000:0.0:1772472071.928851:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.928895:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.929032:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033856 00000100:00100000:3.0:1772472071.929042:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033856 00000100:00100000:3.0:1772472071.929106:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1593 00000100:00100000:3.0:1772472071.929116:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33980:x1858570835033856:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:3.0:1772472071.929139:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472071.929159:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4637 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078d3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.929220:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4637 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078d3 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.929238:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4637 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078d3 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.929258:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.929262:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1772472071.929267:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69400, rc 0) 00000100:00100000:3.0:1772472071.929364:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33980:x1858570835033856:12345-192.168.202.58@tcp:101:cat.0 Request processed in 248us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.929382:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1593 00000100:00100000:2.0:1772472071.929534:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033728 00000100:00100000:2.0:1772472071.929539:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033728 00000100:00100000:2.0:1772472071.929582:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 93 00000100:00100000:2.0:1772472071.929590:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835033728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.929600:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.929619:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4630 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078cc expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.929633:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.929637:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.929658:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835033728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 69us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.929664:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 93 00000100:00100000:0.0:1772472071.934148:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.934260:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835033984 00000100:00100000:1.0:1772472071.934270:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835033984 00000100:00100000:1.0:1772472071.934359:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1594 00000100:00100000:1.0:1772472071.934379:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33992:x1858570835033984:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.934400:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.934423:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d463e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078da expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.934479:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d463e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078da expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.934507:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d463e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078da expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.934535:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.934538:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.934542:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5c000, rc 0) 00000100:00100000:1.0:1772472071.934605:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33992:x1858570835033984:12345-192.168.202.58@tcp:101:cat.0 Request processed in 238us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.934613:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1594 00000100:00100000:1.0:1772472071.939005:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.942690:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034112 00000100:00100000:3.0:1772472071.942709:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034112 00000100:00100000:0.0:1772472071.945025:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.945069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.945209:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034240 00000100:00100000:3.0:1772472071.945220:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034240 00000100:00100000:3.0:1772472071.945329:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 94 00000100:00100000:3.0:1772472071.945340:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:2409:x1858570835034240:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.945356:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.945567:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c000/0xb50b868c089d463e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078da expref: 113 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.945588:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.945593:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.945646:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835034240:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 308us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.945653:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 94 00000100:00100000:1.0:1772472071.946281:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034368 00000100:00100000:1.0:1772472071.946289:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034368 00000100:00100000:1.0:1772472071.946355:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1595 00000100:00100000:1.0:1772472071.946363:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33989:x1858570835034368:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.946399:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.946417:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d4645 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078e1 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.946465:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d4645 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078e1 expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.946479:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d4645 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078e1 expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.946503:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.946506:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.946509:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5de00, rc 0) 00000100:00100000:1.0:1772472071.946561:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:33989:x1858570835034368:12345-192.168.202.58@tcp:101:cat.0 Request processed in 198us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.946569:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1595 00000100:00100000:3.0:1772472071.950815:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.951434:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 95 00000100:00100000:2.0:1772472071.951447:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835034112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.951464:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.951493:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4637 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078d3 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.951557:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.951563:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.951624:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835034112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 180us (12632us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.951632:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 95 00000100:00100000:1.0:1772472071.951973:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034496 00000100:00100000:1.0:1772472071.951983:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034496 00000100:00100000:1.0:1772472071.952029:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1596 00000100:00100000:1.0:1772472071.952038:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33996:x1858570835034496:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.952058:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.952075:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d464c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078e8 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.952132:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d464c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078e8 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.952153:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d464c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078e8 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.952172:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.952176:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.952179:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85e5d000, rc 0) 00000100:00100000:1.0:1772472071.952210:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33996:x1858570835034496:12345-192.168.202.58@tcp:101:cat.0 Request processed in 174us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.952217:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1596 00000100:00100000:0.0:1772472071.954960:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.955116:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034624 00000100:00100000:2.0:1772472071.955127:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034624 00000100:00100000:2.0:1772472071.955211:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 96 00000100:00100000:2.0:1772472071.955222:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835034624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.955239:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.955265:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5de00/0xb50b868c089d4645 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078e1 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.955292:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.955297:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.955390:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835034624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 169us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.955397:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 96 00000100:00100000:1.0:1772472071.957767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.957821:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034752 00000100:00100000:2.0:1772472071.957833:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034752 00000100:00100000:2.0:1772472071.957884:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1597 00000100:00100000:2.0:1772472071.957893:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33986:x1858570835034752:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.957914:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.957935:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4653 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078ef expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.958000:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4653 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078ef expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.958017:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4653 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078ef expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.958036:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.958039:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.958044:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472071.958109:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33986:x1858570835034752:12345-192.168.202.58@tcp:101:cat.0 Request processed in 216us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.958116:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1597 00000100:00100000:1.0:1772472071.961833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.961928:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835034880 00000100:00100000:0.0:1772472071.961938:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835034880 00000100:00100000:0.0:1772472071.962042:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 97 00000100:00100000:0.0:1772472071.962052:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835034880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472071.962069:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472071.962094:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d000/0xb50b868c089d464c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078e8 expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.962114:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.962119:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.962178:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835034880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 128us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.962187:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 97 00000100:00100000:3.0:1772472071.966755:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472071.967026:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035136 00000100:00100000:1.0:1772472071.967037:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035136 00000100:00100000:1.0:1772472071.967100:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1598 00000100:00100000:1.0:1772472071.967111:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33985:x1858570835035136:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472071.967132:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472071.967154:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d465a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078f6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.967210:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d465a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078f6 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.967226:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d465a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078f6 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472071.967248:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472071.967252:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472071.967256:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:1.0:1772472071.967340:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33985:x1858570835035136:12345-192.168.202.58@tcp:101:cat.0 Request processed in 231us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472071.967347:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1598 00000100:00100000:3.0:1772472071.968215:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.968758:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035008 00000100:00100000:2.0:1772472071.968768:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035008 00000100:00100000:2.0:1772472071.968817:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 98 00000100:00100000:2.0:1772472071.968843:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835035008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.968858:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.968881:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4653 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078ef expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.968899:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.968905:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.968947:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835035008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 108us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.968954:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 98 00000100:00100000:3.0:1772472071.976949:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.977290:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035264 00000100:00100000:0.0:1772472071.977335:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035264 00000100:00100000:0.0:1772472071.977409:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1599 00000100:00100000:0.0:1772472071.977419:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33997:x1858570835035264:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.977446:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.977468:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4661 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4078fd expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.977560:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4661 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078fd expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.977576:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4661 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078fd expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.977593:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.977596:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.977600:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f000, rc 0) 00000100:00100000:0.0:1772472071.977665:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33997:x1858570835035264:12345-192.168.202.58@tcp:101:cat.0 Request processed in 247us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.977673:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1599 00000100:00100000:1.0:1772472071.981279:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472071.982455:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035392 00000100:00100000:3.0:1772472071.982470:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035392 00000100:00100000:3.0:1772472071.982563:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 99 00000100:00100000:3.0:1772472071.982574:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e86450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835035392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472071.982590:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472071.982617:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d465a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078f6 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472071.982636:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472071.982641:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472071.982695:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e86450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835035392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 123us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472071.982701:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 99 00000100:00100000:1.0:1772472071.983023:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.983151:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035520 00000100:00100000:2.0:1772472071.983157:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035520 00000100:00100000:2.0:1772472071.983196:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 100 00000100:00100000:2.0:1772472071.983204:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835035520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472071.983213:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472071.983227:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4661 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4078fd expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.983240:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.983243:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472071.983275:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2410:x1858570835035520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 72us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.983282:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 100 00000100:00100000:1.0:1772472071.990684:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472071.990801:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035648 00000100:00100000:2.0:1772472071.990812:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035648 00000100:00100000:2.0:1772472071.990886:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1600 00000100:00100000:2.0:1772472071.990896:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33987:x1858570835035648:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472071.990918:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472071.990939:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4668 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407904 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.990999:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4668 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407904 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.991015:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4668 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407904 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472071.991034:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472071.991038:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472071.991043:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472071.991108:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33987:x1858570835035648:12345-192.168.202.58@tcp:101:cat.0 Request processed in 213us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472071.991117:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1600 00000100:00100000:1.0:1772472071.996394:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.997007:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035776 00000100:00100000:0.0:1772472071.997019:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035776 00000100:00100000:0.0:1772472071.997094:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 101 00000100:00100000:0.0:1772472071.997105:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835035776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472071.997124:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472071.997148:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4668 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407904 expref: 111 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.997170:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.997177:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472071.997243:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835035776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 140us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.997253:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 101 00000100:00100000:1.0:1772472071.997419:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472071.998515:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835035904 00000100:00100000:0.0:1772472071.998536:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835035904 00000100:00100000:0.0:1772472071.998583:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1601 00000100:00100000:0.0:1772472071.998593:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33983:x1858570835035904:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472071.998615:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472071.998639:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d466f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40790b expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.998699:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d466f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40790b expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.998715:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d466f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40790b expref: 111 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472071.998737:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472071.998741:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472071.998745:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e200, rc 0) 00000100:00100000:0.0:1772472071.998807:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33983:x1858570835035904:12345-192.168.202.58@tcp:101:cat.0 Request processed in 216us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472071.998814:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1601 00000100:00100000:1.0:1772472072.005769:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.005833:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472072.005941:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036032 00000100:00100000:2.0:1772472072.005951:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036032 00000100:00100000:2.0:1772472072.006014:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1602 00000100:00100000:2.0:1772472072.006024:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33976:x1858570835036032:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:2.0:1772472072.006054:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472072.006077:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4676 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407912 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472072.006137:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4676 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407912 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472072.006153:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4676 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407912 expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472072.006173:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472072.006177:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1772472072.006181:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1600, rc 0) 00000100:00100000:2.0:1772472072.006250:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33976:x1858570835036032:12345-192.168.202.58@tcp:101:cat.0 Request processed in 227us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472072.006258:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1602 00000100:00100000:3.0:1772472072.006402:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036160 00000100:00100000:3.0:1772472072.006407:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036160 00000100:00100000:3.0:1772472072.006447:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 102 00000100:00100000:3.0:1772472072.006454:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835036160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472072.006465:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472072.006483:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d466f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40790b expref: 112 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472072.006511:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472072.006514:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472072.006545:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835036160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 91us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472072.006552:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 102 00000100:00100000:3.0:1772472072.011361:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472072.011411:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472072.011534:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036288 00000100:00100000:2.0:1772472072.011546:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036288 00000100:00100000:2.0:1772472072.011612:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 103 00000100:00100000:2.0:1772472072.011622:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835036288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472072.011639:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472072.011671:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4676 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407912 expref: 111 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472072.011693:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:2.0:1772472072.011699:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472072.011764:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835036288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 143us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472072.011770:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 103 00000100:00100000:1.0:1772472072.011959:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036416 00000100:00100000:1.0:1772472072.011964:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036416 00000100:00100000:1.0:1772472072.012003:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1603 00000100:00100000:1.0:1772472072.012010:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33966:x1858570835036416:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:1.0:1772472072.012027:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472072.012041:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d467d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407919 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472072.012088:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d467d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407919 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472072.012103:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d467d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407919 expref: 111 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472072.012119:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:1.0:1772472072.012122:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1772472072.012125:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701cc00, rc 0) 00000100:00100000:1.0:1772472072.012147:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33966:x1858570835036416:12345-192.168.202.58@tcp:101:cat.0 Request processed in 138us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.012153:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1603 00000100:00100000:1.0:1772472072.017087:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472072.017466:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036544 00000100:00100000:0.0:1772472072.017479:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036544 00000100:00100000:0.0:1772472072.017566:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1604 00000100:00100000:0.0:1772472072.017578:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33968:x1858570835036544:12345-192.168.202.58@tcp:101:cat.0 00010000:00010000:0.0:1772472072.017603:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472072.017624:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4684 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407920 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472072.017696:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4684 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407920 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472072.017712:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4684 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407920 expref: 112 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472072.017732:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472072.017736:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1772472072.017740:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ec00, rc 0) 00000100:00100000:0.0:1772472072.017875:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:33968:x1858570835036544:12345-192.168.202.58@tcp:101:cat.0 Request processed in 299us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472072.017884:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1604 00000100:00100000:2.0:1772472072.023064:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472072.023810:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036672 00000100:00100000:3.0:1772472072.023832:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036672 00000100:00100000:3.0:1772472072.023907:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 104 00000100:00100000:3.0:1772472072.023918:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835036672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472072.023934:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472072.023961:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d467d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407919 expref: 112 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472072.023981:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:3.0:1772472072.023986:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472072.024046:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2410:x1858570835036672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 130us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472072.024059:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 104 00000100:00100000:3.0:1772472072.030754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472072.030977:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037056 00000100:00100000:0.0:1772472072.030986:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037056 00000100:00100000:0.0:1772472072.031055:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 105 00000100:00100000:0.0:1772472072.031065:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835037056:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472072.031081:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472072.031106:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4684 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407920 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472072.031126:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8f9b83b55600) 00010000:00010000:0.0:1772472072.031132:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472072.031197:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2409:x1858570835037056:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 133us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472072.031205:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 105 00000100:00100000:1.0:1772472072.034201:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472072.034286:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835036928 00000100:00100000:0.0:1772472072.034296:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835036928 00000100:00100000:0.0:1772472072.034392:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 339 00000100:00100000:0.0:1772472072.034403:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:33968:x1858570835036928:12345-192.168.202.58@tcp:35:cat.0 00000100:00100000:0.0:1772472072.034729:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:33968:x1858570835036928:12345-192.168.202.58@tcp:35:cat.0 Request processed in 327us (538us total) trans 4294968293 rc 0/0 00000100:00100000:0.0:1772472072.034737:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 339 00010000:00010000:2.0:1772472072.364626:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472072.618755:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856885120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472072.618858:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472072.619058:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885120 00000100:00100000:0.0:1772472072.619068:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885120 00000100:00100000:0.0:1772472072.619128:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1772472072.619138:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856885120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472072.619165:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922436096 avail 3690885120 00000100:00100000:0.0:1772472072.619233:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856885120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472072.619241:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1772472072.619288:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856885120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472072.623263:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856885248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472072.623384:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472072.623943:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885248 00000100:00100000:3.0:1772472072.623953:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885248 00000100:00100000:3.0:1772472072.624020:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1772472072.624030:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856885248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472072.624059:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922436096 avail 3690885120 00000100:00100000:3.0:1772472072.625070:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856885248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1033us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472072.625083:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1772472072.634643:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856885248:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1772472072.748738:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472072.748751:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472072.749258:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1772472072.749271:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472072.909699:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909744:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909771:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909791:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909808:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909827:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909846:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909867:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909895:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472072.909932:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037440 00000100:00100000:1.0:1772472072.909943:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037440 00000100:00100000:1.0:1772472072.910003:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037952 00000100:00100000:1.0:1772472072.910007:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037952 00000100:00100000:1.0:1772472072.910023:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037312 00000100:00100000:1.0:1772472072.910026:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037312 00000100:00100000:1.0:1772472072.910036:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037824 00000100:00100000:1.0:1772472072.910039:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037824 00000100:00100000:1.0:1772472072.910053:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1146 00000100:00100000:1.0:1772472072.910062:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835037440:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910140:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835037440:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 78us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910148:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1146 00000100:00100000:1.0:1772472072.910170:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1147 00000100:00100000:1.0:1772472072.910178:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835037952:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910203:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835037952:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910209:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1147 00000100:00100000:1.0:1772472072.910222:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1148 00000100:00100000:1.0:1772472072.910228:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835037312:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910254:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:2409:x1858570835037312:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910260:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1148 00000100:00100000:1.0:1772472072.910271:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1149 00000100:00100000:1.0:1772472072.910277:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:2409:x1858570835037824:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910329:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:2409:x1858570835037824:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 51us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910335:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1149 00000100:00100000:1.0:1772472072.910353:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037696 00000100:00100000:1.0:1772472072.910357:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037696 00000100:00100000:1.0:1772472072.910457:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038208 00000100:00100000:1.0:1772472072.910460:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038208 00000100:00100000:1.0:1772472072.910472:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037568 00000100:00100000:1.0:1772472072.910474:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037568 00000100:00100000:1.0:1772472072.910483:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038080 00000100:00100000:1.0:1772472072.910485:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038080 00000100:00100000:1.0:1772472072.910497:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 679 00000100:00100000:1.0:1772472072.910503:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835037696:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910539:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835037696:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910544:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 679 00000100:00100000:1.0:1772472072.910554:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 680 00000100:00100000:1.0:1772472072.910559:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570835038208:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910574:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570835038208:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910579:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 680 00000100:00100000:1.0:1772472072.910586:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 681 00000100:00100000:1.0:1772472072.910591:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570835037568:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910607:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570835037568:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910612:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 681 00000100:00100000:1.0:1772472072.910619:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 682 00000100:00100000:1.0:1772472072.910624:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835038080:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472072.910640:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835038080:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472072.910646:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 682 00000100:00080000:1.0:1772472072.910675:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472072.911023:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835037184 00000100:00100000:3.0:1772472072.911029:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835037184 00000100:00100000:3.0:1772472072.911069:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 779 00000100:00100000:3.0:1772472072.911077:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835037184:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472072.911114:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835037184:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472072.911120:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 779 00010000:00010000:0.0:1772472073.386782:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472073.963275:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472074.154871:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472074.154898:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856885376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472074.154977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472074.155283:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885376 00000100:00100000:1.0:1772472074.155293:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885376 00000100:00100000:1.0:1772472074.155387:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1772472074.155398:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856885376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472074.155434:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1772472074.155767:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856885376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 371us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472074.155776:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1772472074.155840:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856885376:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472074.410594:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472075.181920:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472075.181944:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856885504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472075.182016:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472075.187749:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885504 00000100:00100000:1.0:1772472075.187765:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885504 00000100:00100000:1.0:1772472075.187826:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1772472075.187836:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856885504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472075.187873:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472075.187959:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856885504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (5943us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472075.187966:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1772472075.188026:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856885504:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472075.435532:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472075.700086:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000001:00080000:3.0:1772472075.700106:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00010000:00010000:1.0:1772472076.459721:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472076.716870:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856885632:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.716956:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717014:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856886144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717040:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717059:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856886656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717079:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717094:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856887168:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717113:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472076.717134:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885632 00000100:00100000:1.0:1772472076.717137:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1772472076.717141:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856885760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472076.717143:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885632 00000100:00100000:1.0:1772472076.717162:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717177:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856886272:0@lo:400:kworker.0 00000100:00100000:3.0:1772472076.717187:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1772472076.717195:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856885632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717195:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717207:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856886784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717224:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472076.717245:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856885632:12345-0@lo:400:kworker.0 Request processed in 51us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472076.717252:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1772472076.717252:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856885632:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717279:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856885888:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717322:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717343:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856886400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717378:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856886912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717396:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717419:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1772472076.717425:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856886016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717446:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717455:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856886528:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717473:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.717503:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856887040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472076.717550:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886144 00000100:00100000:1.0:1772472076.717550:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885888 00000100:00100000:3.0:1772472076.717554:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886144 00000100:00100000:1.0:1772472076.717554:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885888 00000100:00100000:1.0:1772472076.717588:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1772472076.717594:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856885888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717635:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856885888:12345-0@lo:400:kworker.0 Request processed in 41us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472076.717641:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1772472076.717654:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1772472076.717660:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856886144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.717692:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856886144:12345-0@lo:400:kworker.0 Request processed in 31us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472076.717697:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1772472076.722373:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856885760 00000100:00100000:2.0:1772472076.722393:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856885760 00000100:00100000:2.0:1772472076.722446:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886272 00000100:00100000:2.0:1772472076.722450:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886272 00000100:00100000:2.0:1772472076.722477:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886784 00000100:00100000:2.0:1772472076.722493:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886784 00000100:00100000:2.0:1772472076.722508:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886400 00000100:00100000:2.0:1772472076.722511:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886400 00000100:00100000:2.0:1772472076.722524:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886912 00000100:00100000:2.0:1772472076.722527:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886912 00000100:00100000:2.0:1772472076.722544:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886016 00000100:00100000:2.0:1772472076.722546:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886016 00000100:00100000:2.0:1772472076.722565:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1772472076.722574:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856885760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472076.722664:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856885760:12345-0@lo:400:kworker.0 Request processed in 91us (5499us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472076.722671:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1772472076.722705:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1772472076.722712:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856886272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472076.722745:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856886272:12345-0@lo:400:kworker.0 Request processed in 34us (5548us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472076.722751:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1772472076.722763:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1772472076.722768:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856886784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472076.722806:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856886784:12345-0@lo:400:kworker.0 Request processed in 37us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472076.722811:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1772472076.722823:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1772472076.722829:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856886400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472076.722857:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856886400:12345-0@lo:400:kworker.0 Request processed in 28us (5493us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472076.722863:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1772472076.722875:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1772472076.722881:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856886912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472076.722908:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856886912:12345-0@lo:400:kworker.0 Request processed in 27us (5510us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472076.722913:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1772472076.722925:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:2.0:1772472076.722931:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856886016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472076.722971:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856886016:12345-0@lo:400:kworker.0 Request processed in 39us (5524us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472076.722976:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00080000:1.0:1772472076.729625:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472076.729638:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472076.729715:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856886016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729734:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856885888:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729746:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856886400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729760:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856886912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729937:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856885760:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729949:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856886272:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729961:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856886784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.729973:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856886144:0@lo:400:kworker.0 00000100:00100000:3.0:1772472076.731186:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886656 00000100:00100000:3.0:1772472076.731195:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886656 00000100:00080000:1.0:1772472076.731219:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472076.731228:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472076.731245:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887168 00000100:00100000:1.0:1772472076.731245:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856887424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472076.731248:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887168 00000100:00100000:3.0:1772472076.731263:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856886528 00000100:00100000:3.0:1772472076.731265:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856886528 00000100:00100000:3.0:1772472076.731276:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887040 00000100:00100000:3.0:1772472076.731278:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887040 00000100:00100000:3.0:1772472076.731292:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1772472076.731315:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856886656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.731318:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.731357:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1772472076.731366:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856886656:12345-0@lo:400:kworker.0 Request processed in 67us (14285us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472076.731366:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856887168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472076.731372:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1772472076.731388:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1772472076.731392:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856887168:12345-0@lo:400:kworker.0 Request processed in 29us (14279us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472076.731393:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856886528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.731398:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1772472076.731409:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1772472076.731415:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856887040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472076.731418:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856886528:12345-0@lo:400:kworker.0 Request processed in 25us (13945us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472076.731423:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1772472076.731437:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856887040:12345-0@lo:400:kworker.0 Request processed in 22us (13913us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472076.731443:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00080000:1.0:1772472076.731452:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472076.731455:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472076.731463:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887424 00000100:00100000:1.0:1772472076.731466:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887424 00000100:00100000:1.0:1772472076.731504:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1772472076.731511:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856887424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472076.731530:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472076.731562:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856887424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472076.731568:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1772472076.731606:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856887424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472076.731626:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856887296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472076.731655:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472076.731699:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887296 00000100:00100000:1.0:1772472076.731702:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887296 00000100:00100000:1.0:1772472076.731723:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1772472076.731729:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856887296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472076.731740:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 202165056 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472076.731769:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856887296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472076.731774:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1772472076.731803:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:1.0:1772472076.731808:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b84dd1500, transno 4294967379 00000100:00100000:1.0:1772472076.731823:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856887296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472076.731848:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856886528:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.731856:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856887040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.731882:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856886656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472076.731891:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856887168:0@lo:400:kworker.0 00000001:00080000:3.0:1772472076.736140:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967381 is committed 00000001:00080000:3.0:1772472076.736158:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000001:00080000:1.0:1772472076.741134:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968293 is committed 00000001:00080000:1.0:1772472076.741158:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968292 is committed 00000020:00080000:1.0:1772472076.741172:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f9cb4001780 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:1.0:1772472076.741177:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb5396f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f9cb4001e40 00000020:00080000:1.0:1772472076.741180:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8f9cb5396700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f9b84ed0800 00010000:00010000:0.0:1772472076.741592:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472076.741604:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472076.741613:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472076.741619:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472076.741624:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472076.741632:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472076.741649:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8f9c83cf5e00) 00010000:00010000:0.0:1772472076.741653:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472076.741658:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472076.741665:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4573 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1772472076.742212:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:2.0:1772472076.742285:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:3.0:1772472077.484208:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472077.491267:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472077.497708:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038336 00000100:00100000:2.0:1772472077.497724:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038336 00000100:00100000:2.0:1772472077.497833:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1605 00000100:00100000:2.0:1772472077.497849:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33918:x1858570835038336:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1772472077.497969:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:33918:x1858570835038336:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 126us (6711us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472077.497977:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1605 00000100:00080000:1.0:1772472077.498934:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472077.503206:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472077.503356:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038464 00000100:00100000:1.0:1772472077.503378:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038464 00000100:00100000:1.0:1772472077.503460:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1606 00000100:00100000:1.0:1772472077.503505:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33918:x1858570835038464:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1772472077.503766:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:33918:x1858570835038464:12345-192.168.202.58@tcp:60:lhsmtool_posix.0 Request processed in 296us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472077.503776:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1606 00000100:00080000:2.0:1772472077.504416:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472077.742038:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856887552:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472077.742109:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472077.742322:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856887680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472077.742343:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472077.742484:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887552 00000100:00100000:2.0:1772472077.742493:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887552 00000100:00100000:2.0:1772472077.742550:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887680 00000100:00100000:2.0:1772472077.742553:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887680 00000100:00100000:2.0:1772472077.742569:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1772472077.742577:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856887552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472077.742610:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:3.0:1772472077.743003:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1772472077.743014:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856887680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472077.743027:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 196397888 pending 0 free 3922432000 avail 3690909696 00000100:00100000:3.0:1772472077.743077:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856887680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472077.743085:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1772472077.743137:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856887680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472077.743582:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856887552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1003us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472077.743590:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1772472077.746619:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:3.0:1772472077.748179:0:3653:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967381 committed transno 4294967381 00000100:00100000:3.0:1772472077.748222:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86068000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856887552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472078.020229:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472078.020274:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472078.020338:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038592 00000100:00100000:0.0:1772472078.020342:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472078.020349:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038592 00000100:00100000:0.0:1772472078.020364:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472078.020383:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472078.020406:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472078.020419:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:0.0:1772472078.020427:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472078.020428:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835038592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472078.020447:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038848 00000100:00100000:0.0:1772472078.020452:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038848 00000100:00100000:0.0:1772472078.020505:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038720 00000100:00100000:0.0:1772472078.020508:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038720 00000100:00100000:0.0:1772472078.020529:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1156 00000100:00100000:2.0:1772472078.020532:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835038592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 106us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472078.020535:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835038848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472078.020540:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:0.0:1772472078.020566:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835038848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472078.020572:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1156 00000100:00080000:2.0:1772472078.020582:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472078.020584:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1157 00000100:00080000:2.0:1772472078.020586:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472078.020590:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2410:x1858570835038720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472078.020614:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:2410:x1858570835038720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472078.020621:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1157 00000100:00100000:1.0:1772472078.020687:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835039104 00000100:00100000:1.0:1772472078.020691:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835039104 00000100:00100000:1.0:1772472078.020745:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835039360 00000100:00100000:1.0:1772472078.020748:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835039360 00000100:00100000:1.0:1772472078.020762:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835038976 00000100:00100000:1.0:1772472078.020765:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835038976 00000100:00100000:1.0:1772472078.020782:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835039232 00000100:00100000:1.0:1772472078.020785:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835039232 00000100:00100000:1.0:1772472078.020798:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 687 00000100:00100000:1.0:1772472078.020804:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835039104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472078.020831:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835039104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472078.020838:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 687 00000100:00100000:1.0:1772472078.020849:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 688 00000100:00100000:1.0:1772472078.020855:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835039360:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472078.020875:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835039360:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472078.020880:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 688 00000100:00100000:1.0:1772472078.020890:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 689 00000100:00100000:1.0:1772472078.020895:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835038976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472078.020914:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835038976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472078.020919:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 689 00000100:00100000:1.0:1772472078.020927:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 690 00000100:00100000:1.0:1772472078.020933:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835039232:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472078.020966:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835039232:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472078.020973:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 690 00000100:00080000:2.0:1772472078.021578:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472078.021583:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472078.519165:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472079.275179:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856887808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472079.275252:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472079.275582:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856887808 00000100:00100000:1.0:1772472079.275590:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856887808 00000100:00100000:0.0:1772472079.278362:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1772472079.278394:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856887808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472079.278443:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1772472079.279912:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856887808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1517us (4651us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.279925:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1772472079.281568:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856887808:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1772472079.284127:0:24689:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 12:21:17 (1772472077) 00010000:00010000:2.0:1772472079.534660:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472079.562849:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.563018:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835039488 00000100:00100000:3.0:1772472079.563029:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835039488 00000100:00080000:2.0:1772472079.563089:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472079.563117:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1607 00000100:00100000:3.0:1772472079.563129:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:34616:x1858570835039488:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1772472079.563257:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:34616:x1858570835039488:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 130us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.563265:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1607 00000100:00100000:3.0:1772472079.568173:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.568348:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835039616 00000100:00100000:0.0:1772472079.568359:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835039616 00000100:00080000:2.0:1772472079.568432:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472079.568451:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1608 00000100:00100000:0.0:1772472079.568472:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:34616:x1858570835039616:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1772472079.568578:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:34616:x1858570835039616:12345-192.168.202.58@tcp:59:lhsmtool_posix.0 Request processed in 108us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.568590:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1608 00000100:00100000:0.0:1772472079.588427:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.588574:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835039744 00000100:00100000:3.0:1772472079.588585:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835039744 00000100:00100000:3.0:1772472079.588645:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1609 00000100:00100000:3.0:1772472079.588655:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:34617:x1858570835039744:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472079.588677:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.588700:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d468b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407927 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588764:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588776:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588788:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588802:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588808:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588815:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588859:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588866:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588874:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588880:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.588884:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588891:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588905:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472079.588908:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.588913:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588919:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d4692 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588933:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.588940:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589052:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589057:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.589061:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589072:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589081:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8f9c83cf5800) 00010000:00010000:3.0:1772472079.589083:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.589086:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589092:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4699 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589124:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d468b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407927 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589134:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472079.589136:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.589140:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d468b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407927 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.589149:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69600, rc 0) 00000100:00100000:3.0:1772472079.589250:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:34617:x1858570835039744:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 596us (833us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.589258:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1609 00000100:00100000:1.0:1772472079.594287:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.595327:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040000 00000100:00100000:3.0:1772472079.595340:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040000 00000100:00100000:3.0:1772472079.595421:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1610 00000100:00100000:3.0:1772472079.595840:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+110:34617:x1858570835040000:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1772472079.595908:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472079.595937:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e5800/0xb50b868c089d3e9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407672 expref: 110 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.595956:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472079.595961:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472079.596023:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.596038:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.596046:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.596083:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 50 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.596097:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 50 pid: 6527 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.596112:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856887936:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472079.596339:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3000 going to sleep for 11 seconds 00000100:00100000:3.0:1772472079.600420:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856887936:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472079.600467:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472079.602980:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.603088:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040128 00000100:00100000:3.0:1772472079.603104:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040128 00010000:00010000:3.0:1772472079.603144:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 51 pid: 6527 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.603231:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 467 00000100:00100000:3.0:1772472079.603242:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e86c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:2412:x1858570835040128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472079.603258:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472079.603264:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 51 pid: 6527 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.603278:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 51 pid: 6527 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.603319:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b875e4a00/0xb50b868c089d3edc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407687 expref: 51 pid: 6527 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.603338:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472079.603343:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.603353:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.603361:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.603465:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472079.603525:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e86c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:2412:x1858570835040128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 284us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.603536:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 467 00010000:00010000:1.0:1772472079.604927:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.604942:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.604974:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.604987:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.604998:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606104:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606121:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606134:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472079.606150:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b653ff27 reply state 0000000020feeb47 transno 4294968294 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606160:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606168:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472079.606171:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772472079.606175:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1772472079.606181:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:1.0:1772472079.606190:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606196:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606202:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606209:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606215:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472079.606220:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606227:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606243:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:1.0:1772472079.606246:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472079.606250:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606256:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d46a0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472079.606270:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000b653ff27 reply state 0000000020feeb47 transno 4294968294 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606278:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.606283:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8f9b83da6400) 00010000:00010000:1.0:1772472079.606285:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772472079.606287:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1772472079.608798:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:34617:x1858570835040000:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 13069us (14509us total) trans 4294968294 rc 0/0 00000100:00100000:1.0:1772472079.608813:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1610 00000100:00100000:1.0:1772472079.618686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.618783:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040256 00000100:00100000:3.0:1772472079.618793:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040256 00000100:00100000:3.0:1772472079.618858:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1611 00000100:00100000:3.0:1772472079.618868:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+111:34618:x1858570835040256:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472079.618902:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.618927:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d46b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40792e expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.619008:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d46bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.619023:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d46bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.619035:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d46bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472079.619083:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1772472079.619088:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472079.619109:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d46bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.619135:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d46b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40792e expref: 113 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.619154:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69400/0xb50b868c089d46bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40792e expref: 112 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.619168:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472079.619171:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1772472079.619175:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69400, rc 0) 00000100:00100000:3.0:1772472079.619241:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:34618:x1858570835040256:12345-192.168.202.58@tcp:101:bash.0 Request processed in 374us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.619248:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1611 00000100:00100000:0.0:1772472079.623222:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.623331:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040384 00000100:00100000:3.0:1772472079.623342:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040384 00000100:00100000:3.0:1772472079.623401:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1612 00000100:00100000:3.0:1772472079.623411:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:34618:x1858570835040384:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472079.623444:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.623502:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d46c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407935 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623571:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623584:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623596:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623606:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623613:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623622:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623700:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d46d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623709:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d46d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623717:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d46d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472079.623766:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1772472079.623771:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472079.623792:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d46d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623803:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623809:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623817:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623824:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.623827:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623834:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623847:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:3.0:1772472079.623850:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.623854:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623860:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d46ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623873:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623879:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623885:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623890:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.623893:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623899:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623906:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8f9b83da6400) 00010000:00010000:3.0:1772472079.623908:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.623911:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623917:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d46d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623947:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d46c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407935 expref: 114 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623961:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69000/0xb50b868c089d46d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407935 expref: 113 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.623969:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.623971:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1772472079.623973:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69000, rc 0) 00000100:00100000:3.0:1772472079.624033:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:34618:x1858570835040384:12345-192.168.202.58@tcp:101:bash.0 Request processed in 623us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.624041:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1612 00000100:00100000:0.0:1772472079.629096:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.629201:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040512 00000100:00100000:1.0:1772472079.629212:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040512 00000100:00100000:1.0:1772472079.629330:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1613 00000100:00100000:1.0:1772472079.629341:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:34618:x1858570835040512:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472079.629364:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472079.629399:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d46df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40793c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629497:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629514:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629527:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629542:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629550:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629556:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629599:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629607:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629613:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629620:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629626:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472079.629631:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629639:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629652:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472079.629655:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472079.629660:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629666:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d46e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629681:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629687:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629692:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629697:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472079.629699:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629705:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629712:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472079.629714:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472079.629718:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629724:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d46ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629770:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d46df lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40793c expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629781:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472079.629784:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472079.629788:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d46df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40793c expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.629799:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:1.0:1772472079.629866:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:34618:x1858570835040512:12345-192.168.202.58@tcp:101:bash.0 Request processed in 527us (781us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472079.629873:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1613 00000100:00100000:1.0:1772472079.639529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.639673:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040640 00000100:00100000:0.0:1772472079.639685:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040640 00000100:00100000:0.0:1772472079.639747:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1614 00000100:00100000:0.0:1772472079.639764:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+50:34619:x1858570835040640:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472079.639785:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472079.639805:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d46f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407943 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.639869:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d46fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.639885:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d46fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.639898:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d46fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472079.639945:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1772472079.639949:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472079.639968:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d46fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.639995:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d46f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407943 expref: 52 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.640021:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ee00/0xb50b868c089d46fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407943 expref: 51 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.640031:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:0.0:1772472079.640034:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472079.640039:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ee00, rc 0) 00000100:00100000:0.0:1772472079.640124:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:34619:x1858570835040640:12345-192.168.202.58@tcp:101:rm.0 Request processed in 368us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.640133:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1614 00000100:00100000:0.0:1772472079.643722:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.643838:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040768 00000100:00100000:2.0:1772472079.643850:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040768 00000100:00100000:2.0:1772472079.643909:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1615 00000100:00100000:2.0:1772472079.643919:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+51:34619:x1858570835040768:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472079.643942:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.643962:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4702 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40794a expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644028:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644041:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644052:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644062:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644069:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644081:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644160:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4717 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644170:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644178:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472079.644211:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1772472079.644214:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472079.644232:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644243:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644251:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644258:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644264:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.644268:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644276:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644288:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f9b83da6a00) 00010000:00010000:2.0:1772472079.644291:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.644295:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644337:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4709 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644351:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644358:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644364:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644380:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.644384:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644391:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644398:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8f9b83da6400) 00010000:00010000:2.0:1772472079.644401:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.644405:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644411:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4710 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644439:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4702 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40794a expref: 53 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644677:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0600/0xb50b868c089d4717 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40794a expref: 52 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.644688:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.644691:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1772472079.644693:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0600, rc 0) 00000100:00100000:2.0:1772472079.644752:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34619:x1858570835040768:12345-192.168.202.58@tcp:101:rm.0 Request processed in 834us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.644761:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1615 00000100:00100000:1.0:1772472079.652207:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.652334:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835040896 00000100:00100000:3.0:1772472079.652345:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835040896 00000100:00100000:3.0:1772472079.652404:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1616 00000100:00100000:3.0:1772472079.652415:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34619:x1858570835040896:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472079.652446:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.652639:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d471e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407951 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652716:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652732:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652744:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652770:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652779:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652786:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652833:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652840:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652845:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652851:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652857:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.652861:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652867:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652879:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.652882:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.652887:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652893:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4725 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652908:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652914:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652920:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652925:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.652928:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652934:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652941:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c83cf5800) 00010000:00010000:3.0:1772472079.652944:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.652947:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652953:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d472c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652983:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d471e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407951 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.652998:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.653001:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.653005:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d471e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407951 expref: 53 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.653014:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69c00, rc 0) 00000100:00100000:3.0:1772472079.653087:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34619:x1858570835040896:12345-192.168.202.58@tcp:101:rm.0 Request processed in 673us (889us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.653095:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1616 00000100:00100000:0.0:1772472079.657999:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.658225:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041024 00000100:00100000:3.0:1772472079.658235:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041024 00000100:00100000:3.0:1772472079.658379:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1617 00000100:00100000:3.0:1772472079.658391:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34619:x1858570835041024:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472079.658415:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.658648:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4733 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407958 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658717:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658732:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658744:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658769:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658777:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658784:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658822:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658830:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658837:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658844:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.658849:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658856:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658868:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.658872:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.658876:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658882:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d473a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658896:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658903:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658910:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658914:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.658917:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658921:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658927:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772472079.658929:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.658931:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658936:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4741 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658968:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4733 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407958 expref: 53 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658978:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.658980:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.658984:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4733 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407958 expref: 53 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.658998:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472079.659106:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34619:x1858570835041024:12345-192.168.202.58@tcp:101:rm.0 Request processed in 717us (1119us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.659114:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1617 00000100:00100000:1.0:1772472079.672515:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.672682:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041152 00000100:00100000:3.0:1772472079.672692:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041152 00000100:00100000:3.0:1772472079.672748:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1618 00000100:00100000:3.0:1772472079.672769:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34620:x1858570835041152:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.672793:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.672815:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4748 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40795f expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672890:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672905:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672916:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672931:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672938:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672943:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672981:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672989:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.672995:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673001:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.673005:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673013:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673026:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.673029:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.673033:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673039:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d474f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673054:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673060:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673066:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673073:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.673076:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673082:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673089:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772472079.673092:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.673094:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673100:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4756 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673132:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4748 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40795f expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673143:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.673145:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.673148:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4748 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40795f expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.673158:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472079.673226:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34620:x1858570835041152:12345-192.168.202.58@tcp:101:cp.0 Request processed in 470us (720us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.673234:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1618 00000100:00100000:1.0:1772472079.677670:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.677868:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041280 00000100:00100000:0.0:1772472079.677878:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041280 00000100:00100000:0.0:1772472079.677938:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1619 00000100:00100000:0.0:1772472079.677947:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34620:x1858570835041280:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472079.677970:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472079.677991:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d475d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407966 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678065:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678079:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678091:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678110:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678118:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678124:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678166:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678174:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678180:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678186:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472079.678190:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678196:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678208:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472079.678211:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472079.678215:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678222:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4764 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678234:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678240:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678246:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678250:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472079.678253:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678258:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678264:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c95450200) 00010000:00010000:0.0:1772472079.678266:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472079.678268:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678274:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d476b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678348:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d475d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407966 expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678357:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472079.678359:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472079.678363:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d475d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407966 expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.678542:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e400, rc 0) 00000100:00100000:0.0:1772472079.678607:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34620:x1858570835041280:12345-192.168.202.58@tcp:101:cp.0 Request processed in 660us (946us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472079.678615:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1619 00000100:00100000:0.0:1772472079.688688:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.688982:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041536 00000100:00100000:3.0:1772472079.688993:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041536 00000100:00100000:3.0:1772472079.689059:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1620 00000100:00100000:3.0:1772472079.689070:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+52:34620:x1858570835041536:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.689094:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.689114:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4772 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40796d expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.689231:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.689246:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.689257:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.689271:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.689278:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.689284:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472079.691017:0:6526:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1772472079.691199:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691214:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691225:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691263:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691270:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691277:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691284:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.691289:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691296:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691336:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.691339:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.691344:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691349:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d4779 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472079.691364:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000001409ffcf reply state 0000000055afcd28 transno 4294968295 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691717:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691725:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c83cf5a00) 00010000:00010000:2.0:1772472079.691727:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472079.691731:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472079.691867:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4772 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 55 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691884:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 54 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.691897:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:2.0:1772472079.691900:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472079.691902:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1600, rc 0) 00000100:00100000:2.0:1772472079.692033:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:34620:x1858570835041536:12345-192.168.202.58@tcp:101:cp.0 Request processed in 2964us (3355us total) trans 4294968295 rc 0/0 00000100:00100000:2.0:1772472079.692042:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1620 00000100:00100000:1.0:1772472079.696717:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.696811:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041664 00000100:00100000:3.0:1772472079.696821:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041664 00000100:00100000:3.0:1772472079.696881:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 426 00000100:00100000:3.0:1772472079.696891:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835041664:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.696911:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.696934:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407974 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472079.696962:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772472079.696984:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.696986:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.696996:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.697013:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 10 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.697026:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69c00, rc 0) 00000100:00100000:3.0:1772472079.697097:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835041664:12345-192.168.202.58@tcp:101:cp.0 Request processed in 207us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.697105:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 426 00000100:00100000:0.0:1772472079.700039:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.700129:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041792 00000100:00100000:3.0:1772472079.700139:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041792 00000100:00100000:3.0:1772472079.700200:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 427 00000100:00100000:3.0:1772472079.700211:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:34620:x1858570835041792:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.700231:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.700251:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40797b expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.700285:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.700297:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.700299:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.700344:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.700378:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.700390:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.700404:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856888064:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472079.700682:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00000100:00100000:3.0:1772472079.702942:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856888064:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472079.702978:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 11 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.703000:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68600, rc 0) 00000100:00100000:3.0:1772472079.703060:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:34620:x1858570835041792:12345-192.168.202.58@tcp:101:cp.0 Request processed in 2850us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.703068:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 427 00000100:00100000:1.0:1772472079.705866:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.705963:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835041920 00000100:00100000:0.0:1772472079.705975:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835041920 00010000:00010000:0.0:1772472079.706013:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472079.706059:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 468 00000100:00100000:0.0:1772472079.706070:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2412:x1858570835041920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472079.706087:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472079.706111:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.706125:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.706148:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6d15b20/0xb50b868c089d4795 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407974 expref: 11 pid: 16551 timeout: 1010 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.706165:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472079.706169:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472079.706178:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.706189:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.706232:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472079.706249:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856888192:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472079.706405:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b240 going to sleep for 11 seconds 00000100:00100000:0.0:1772472079.710571:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.710912:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835042176 00000100:00100000:1.0:1772472079.710923:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835042176 00000100:00100000:1.0:1772472079.710987:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 340 00000100:00100000:1.0:1772472079.710998:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:34620:x1858570835042176:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:1.0:1772472079.711293:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34620:x1858570835042176:12345-192.168.202.58@tcp:35:cp.0 Request processed in 297us (732us total) trans 4294968296 rc 0/0 00000100:00100000:1.0:1772472079.711325:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 340 00000100:00100000:2.0:1772472079.711744:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856888192:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472079.711770:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472079.711798:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835041920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5730us (5943us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.711807:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 468 00000100:00100000:1.0:1772472079.755242:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.756560:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835042304 00000100:00100000:3.0:1772472079.756574:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835042304 00000100:00100000:3.0:1772472079.756648:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1621 00000100:00100000:3.0:1772472079.756660:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:34623:x1858570835042304:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472079.756686:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.756710:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407982 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756780:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756796:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756808:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756820:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756828:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756847:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756924:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756933:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.756941:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472079.756994:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:3.0:1772472079.756999:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472079.757018:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757030:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757039:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757045:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757051:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757057:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757063:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.757067:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757075:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757087:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.757090:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.757095:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757105:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757120:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757126:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757132:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757136:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.757139:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757145:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757151:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c83cf5a00) 00010000:00010000:3.0:1772472079.757154:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.757157:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757162:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757186:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407982 expref: 115 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757205:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407982 expref: 114 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.757211:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:3.0:1772472079.757213:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472079.757216:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68c00, rc 0) 00000100:00100000:3.0:1772472079.757284:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:34623:x1858570835042304:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 625us (2052us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.757291:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1621 00000100:00100000:0.0:1772472079.762009:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.762192:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835042432 00000100:00100000:3.0:1772472079.762204:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835042432 00000100:00100000:3.0:1772472079.762346:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 428 00000100:00100000:3.0:1772472079.762357:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835042432:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472079.762377:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.762399:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f87a8d1/0xb50b868c089d47bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407989 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.762633:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856888320:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472079.762738:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00002000:00010000:3.0:1772472079.768393:0:8410:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472079.768420:0:8410:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime: 0 -> 1772472079 00002000:00010000:3.0:1772472079.768424:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime: 0 -> 1772472079 00002000:00010000:3.0:1772472079.768445:0:8410:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime: 0 -> 1772472079 00002000:00010000:3.0:1772472079.768448:0:8410:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472079.768487:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856888320:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472079.768550:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f87a8d1/0xb50b868c089d47bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407989 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.768587:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f87a8d1/0xb50b868c089d47bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407989 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.768611:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68200, rc 0) 00000100:00100000:3.0:1772472079.768733:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835042432:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 6376us (6733us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.768743:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 428 00000100:00100000:0.0:1772472079.775298:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.775552:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835042560 00000100:00100000:2.0:1772472079.775563:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835042560 00000100:00100000:2.0:1772472079.775653:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1622 00000100:00100000:2.0:1772472079.775665:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:34623:x1858570835042560:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472079.775698:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.775745:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d47c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407990 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.775919:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.775948:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.775971:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472079.776050:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1772472079.776055:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472079.776103:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.776131:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d47c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 116 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.776150:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 115 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.776178:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.776191:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472079.776195:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:2.0:1772472079.777235:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34623:x1858570835042560:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1566us (1942us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.777246:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1622 00000100:00100000:0.0:1772472079.786777:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.786891:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835042688 00000100:00100000:1.0:1772472079.786902:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835042688 00000100:00100000:1.0:1772472079.786960:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 429 00000100:00100000:1.0:1772472079.786971:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835042688:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472079.786991:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472079.787012:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c02a800b/0xb50b868c089d47d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407997 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472079.787079:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856888448:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472079.787178:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472079.797560:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856888448:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472079.797603:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c02a800b/0xb50b868c089d47d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407997 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.797630:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c02a800b/0xb50b868c089d47d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407997 expref: 19 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.797645:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9a400, rc 0) 00000100:00100000:1.0:1772472079.797723:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835042688:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 10754us (10956us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472079.797733:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 429 00000100:00100000:2.0:1772472079.804994:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.805148:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835042944 00000100:00100000:3.0:1772472079.805159:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835042944 00000100:00100000:3.0:1772472079.805222:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1623 00000100:00100000:3.0:1772472079.805232:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34623:x1858570835042944:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772472079.805681:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:0.0:1772472079.805791:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34623:x1858570835042944:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 559us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.805801:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1623 00000100:00100000:0.0:1772472079.818439:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.818521:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043072 00000100:00100000:3.0:1772472079.818530:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043072 00000100:00100000:3.0:1772472079.818583:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1624 00000100:00100000:3.0:1772472079.818592:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34624:x1858570835043072:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472079.818613:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.818632:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d40799e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818694:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818707:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818719:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818774:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818782:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818789:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818823:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818830:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818836:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818843:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818849:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.818853:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818860:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818881:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.818885:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.818890:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818896:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818909:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818914:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818920:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818925:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.818928:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818933:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818939:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c83cf5000) 00010000:00010000:3.0:1772472079.818941:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.818944:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818949:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818975:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47db lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40799e expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.818985:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.818988:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.818991:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40799e expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.819000:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68200, rc 0) 00000100:00100000:3.0:1772472079.819410:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34624:x1858570835043072:12345-192.168.202.58@tcp:101:bash.0 Request processed in 817us (986us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.819418:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1624 00000100:00100000:2.0:1772472079.858618:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.860159:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043200 00000100:00100000:3.0:1772472079.860172:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043200 00000100:00100000:3.0:1772472079.860254:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1625 00000100:00100000:3.0:1772472079.860266:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34625:x1858570835043200:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472079.860293:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.860354:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079a5 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860435:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860451:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860474:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860490:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860498:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860505:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860545:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860552:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860558:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860564:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.860568:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860576:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860588:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.860592:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.860597:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860603:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d47f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860617:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860623:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860629:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860633:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472079.860636:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860643:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860650:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c83cf5000) 00010000:00010000:3.0:1772472079.860653:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.860656:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860662:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d47fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860696:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47f0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079a5 expref: 57 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860707:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472079.860710:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472079.860714:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d47f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079a5 expref: 57 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.860728:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68200, rc 0) 00000100:00100000:3.0:1772472079.860790:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34625:x1858570835043200:12345-192.168.202.58@tcp:101:rm.0 Request processed in 526us (2182us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472079.860798:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1625 00000100:00100000:0.0:1772472079.873686:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.874055:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043328 00000100:00100000:2.0:1772472079.874066:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043328 00000100:00100000:2.0:1772472079.874127:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1626 00000100:00100000:2.0:1772472079.874138:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34625:x1858570835043328:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472079.874161:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.874184:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4805 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079ac expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.874259:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.874274:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.874285:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.874334:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.874343:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.874350:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875196:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875209:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875216:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875222:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.875226:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875238:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875254:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.875258:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.875263:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875269:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d480c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875286:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875291:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875297:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875338:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.875341:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875348:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875354:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c90163a00) 00010000:00010000:2.0:1772472079.875357:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.875361:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875369:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4813 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.875424:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4805 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079ac expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.876141:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.876143:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.876149:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4805 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079ac expref: 57 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.876162:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472079.876249:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34625:x1858570835043328:12345-192.168.202.58@tcp:101:rm.0 Request processed in 2111us (2585us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472079.876259:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1626 00000100:00100000:1.0:1772472079.911062:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.911265:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043456 00000100:00100000:2.0:1772472079.911277:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043456 00000100:00100000:2.0:1772472079.911387:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1627 00000100:00100000:2.0:1772472079.911396:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34626:x1858570835043456:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472079.911417:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.911434:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d481a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079b3 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.911515:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.911530:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.911543:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.911558:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.911564:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.911584:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472079.914536:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472079.914546:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472079.914584:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 46 count 5 00000040:00080000:1.0:1772472079.914595:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472079.914837:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856888576:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472079.914929:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540ba80 going to sleep for 11 seconds 00010000:00010000:2.0:1772472079.916429:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916445:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916461:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916468:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.916473:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916483:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916503:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.916507:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.916512:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916519:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4821 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916538:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916545:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916551:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.916556:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.916559:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.919558:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.919613:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c90163a00) 00010000:00010000:2.0:1772472079.919617:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.919625:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.919639:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4828 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.919707:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d481a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079b3 expref: 58 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.919723:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.919725:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.919730:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d481a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079b3 expref: 58 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.919739:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472079.919820:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:34626:x1858570835043456:12345-192.168.202.58@tcp:101:cp.0 Request processed in 8424us (8766us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472079.919830:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1627 00000100:00100000:1.0:1772472079.920912:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856888576:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472079.923796:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.923979:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043584 00000100:00100000:2.0:1772472079.923989:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043584 00000100:00100000:2.0:1772472079.924049:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1628 00000100:00100000:2.0:1772472079.924059:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34627:x1858570835043584:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472079.924092:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472079.924200:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34627:x1858570835043584:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 142us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.924209:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1628 00000100:00100000:0.0:1772472079.928847:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.928931:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043840 00000100:00100000:2.0:1772472079.928953:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043840 00000100:00100000:2.0:1772472079.929014:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1629 00000100:00100000:2.0:1772472079.929024:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:34627:x1858570835043840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472079.929052:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.929075:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d482f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079ba expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.929205:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4836 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.929220:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4836 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.929233:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4836 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472079.929244:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00010000:00010000:2.0:1772472079.929392:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d482f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079ba expref: 59 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.929412:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4836 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079ba expref: 58 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.929422:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:2.0:1772472079.929424:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472079.929428:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1400, rc 0) 00000100:00100000:2.0:1772472079.929490:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:34627:x1858570835043840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 467us (652us total) trans 4294968297 rc 0/0 00000100:00100000:2.0:1772472079.929498:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1629 00000100:00100000:0.0:1772472079.934591:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.937107:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835043968 00000100:00100000:2.0:1772472079.937123:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835043968 00000100:00100000:2.0:1772472079.937186:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1630 00000100:00100000:2.0:1772472079.937197:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:34626:x1858570835043968:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472079.937229:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.937251:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4844 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079c1 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937350:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937365:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937387:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937402:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937409:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937416:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937541:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937550:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937556:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937563:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.937619:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937632:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937645:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.937648:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.937653:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937659:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d484b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937672:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937679:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937686:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937690:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472079.937693:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937699:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937705:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c90163a00) 00010000:00010000:2.0:1772472079.937708:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.937710:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937730:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4852 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937767:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4844 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c1 expref: 59 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937778:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.937780:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472079.937783:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4844 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c1 expref: 59 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.937793:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472079.937867:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:34626:x1858570835043968:12345-192.168.202.58@tcp:101:cp.0 Request processed in 672us (3285us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472079.937875:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1630 00000100:00100000:0.0:1772472079.944517:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.944839:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044096 00000100:00100000:1.0:1772472079.944851:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044096 00000100:00100000:1.0:1772472079.944925:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 106 00000100:00100000:1.0:1772472079.944937:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+58:2410:x1858570835044096:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472079.944953:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472079.944979:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4836 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079ba expref: 58 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.944998:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:1.0:1772472079.945003:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472079.945063:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2410:x1858570835044096:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 128us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472079.945071:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 106 00000100:00100000:0.0:1772472079.946765:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.946840:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044352 00000100:00100000:3.0:1772472079.946848:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044352 00000100:00100000:3.0:1772472079.946895:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1631 00000100:00100000:3.0:1772472079.946903:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:34626:x1858570835044352:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.946929:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.948006:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4859 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079c8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.948123:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.948142:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 114 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.948151:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.948186:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 114 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.948200:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 114 pid: 9675 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.948221:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856888704:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472079.948333:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472079.948705:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.949493:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044480 00000100:00100000:3.0:1772472079.949502:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044480 00000100:00100000:3.0:1772472079.949550:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 430 00000100:00100000:3.0:1772472079.949560:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835044480:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472079.949595:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.949623:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.949631:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472079.949633:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1772472079.949636:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.949664:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 10 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.949675:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 10 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.949687:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856888832:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472079.949741:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472079.957797:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856888832:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472079.957834:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472079.958013:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.958419:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044608 00000100:00100000:1.0:1772472079.958435:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044608 00002000:00100000:1.0:1772472079.958499:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff8f9b8547ea00 x1858570835044608/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:115/0 lens 648/0 e 0 to 0 dl 1772472090 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472079.958510:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547ea00 with x1858570835044608 ext(0->157) 00010000:00010000:1.0:1772472079.958519:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 11 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.958531:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 11 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472079.958539:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b8547ea00 00000100:00100000:1.0:1772472079.958571:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 20 00000100:00100000:1.0:1772472079.958581:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835044608:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:1.0:1772472079.960375:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835044608:12345-192.168.202.58@tcp:4:cp.0 Request processed in 1777us (2345us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1772472079.960389:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 20 00002000:00100000:1.0:1772472079.960400:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff8f9b8547ea00 x1858570835044608/t4294967380(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:115/0 lens 648/448 e 0 to 0 dl 1772472090 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472079.960410:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b8547ea00 with x1858570835044608 ext(0->157) 00010000:00010000:1.0:1772472079.960419:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 13 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472079.960445:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 13 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472079.960462:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b8547ea00 00000100:00100000:0.0:1772472079.966995:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.967122:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856888704:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472079.967207:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472079.967297:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044736 00000100:00100000:2.0:1772472079.967324:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044736 00010000:00010000:2.0:1772472079.967362:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 115 pid: 9675 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472079.967400:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 469 00000100:00100000:2.0:1772472079.967410:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:2412:x1858570835044736:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472079.967425:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472079.967432:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 115 pid: 9675 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.967449:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 115 pid: 9675 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.967480:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d47cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407990 expref: 115 pid: 9675 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.967496:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472079.967501:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.967511:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.967518:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.967547:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472079.967599:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:2412:x1858570835044736:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 189us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.967608:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 469 00010000:00010000:0.0:1772472079.967714:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.967722:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.967747:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.967758:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.967766:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472079.968093:0:6525:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:0.0:1772472079.968234:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968244:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968252:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968284:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968292:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968478:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968485:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968491:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472079.968496:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968505:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968516:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472079.968519:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472079.968523:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968528:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4860 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472079.968541:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000075f4996c reply state 00000000fe594235 transno 4294968298 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968551:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968557:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c95450200) 00010000:00010000:0.0:1772472079.968559:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472079.968562:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472079.968600:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4859 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 60 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968616:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 59 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.968624:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:0.0:1772472079.968627:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472079.968635:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f800, rc 0) 00000100:00100000:0.0:1772472079.968684:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:34626:x1858570835044352:12345-192.168.202.58@tcp:101:cp.0 Request processed in 21781us (21933us total) trans 4294968298 rc 0/0 00000100:00100000:0.0:1772472079.968691:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1631 00000100:00100000:0.0:1772472079.972893:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.972937:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.973018:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044864 00000100:00100000:2.0:1772472079.973027:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835044992 00000100:00100000:3.0:1772472079.973028:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044864 00000100:00100000:2.0:1772472079.973030:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835044992 00010000:00010000:2.0:1772472079.973064:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 13 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472079.973110:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 470 00000100:00100000:3.0:1772472079.973111:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 431 00000100:00100000:2.0:1772472079.973119:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2410:x1858570835044992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1772472079.973120:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835044864:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.973135:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472079.973137:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1772472079.973153:0:15709:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1772472079.973154:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079cf expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973160:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 13 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472079.973169:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772472079.973173:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 13 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.973183:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.973185:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.973191:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973193:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d479c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40797b expref: 13 pid: 9676 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.973208:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 10 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973208:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472079.973209:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472079.973213:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.973220:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69c00, rc 0) 00010000:00010000:2.0:1772472079.973221:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973247:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472079.973268:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835044864:12345-192.168.202.58@tcp:101:cp.0 Request processed in 150us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.973276:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 431 00000100:00100000:2.0:1772472079.973433:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570835044992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 251us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.973440:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 470 00010000:00010000:2.0:1772472079.973496:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973506:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973527:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973534:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973542:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973548:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472079.973553:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973562:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973574:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.973582:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4867 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472079.973624:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570835044480:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 24066us (24921us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472079.973635:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 430 00000100:00100000:1.0:1772472079.977256:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.977561:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472079.977661:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835045248 00000100:00100000:3.0:1772472079.977672:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835045248 00000100:00100000:0.0:1772472079.977813:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1632 00000100:00100000:0.0:1772472079.977825:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:34627:x1858570835045248:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472079.977945:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:34627:x1858570835045248:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 122us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.977953:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1632 00000100:00100000:2.0:1772472079.978174:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835045376 00000100:00100000:2.0:1772472079.978179:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835045376 00000100:00100000:3.0:1772472079.978449:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 432 00000100:00100000:3.0:1772472079.978468:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:34626:x1858570835045376:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472079.978481:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472079.978498:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079d6 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.978527:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.978535:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.978537:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472079.978542:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.978579:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.978592:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472079.978606:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856888960:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472079.978665:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472079.982573:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856888960:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472079.982615:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 11 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472079.982636:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68a00, rc 0) 00000100:00100000:3.0:1772472079.982704:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:34626:x1858570835045376:12345-192.168.202.58@tcp:101:cp.0 Request processed in 4237us (5143us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472079.982714:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 432 00000100:00100000:1.0:1772472079.985174:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.985292:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835045504 00000100:00100000:0.0:1772472079.985391:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835045504 00000100:00100000:0.0:1772472079.985532:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 433 00000100:00100000:0.0:1772472079.985544:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570835045504:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472079.985562:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472079.985583:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079dd expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472079.985612:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x69a5c70f, atime: 0x0, ctime: 0x69a5c70f, blocks: 0x8 00010000:00010000:0.0:1772472079.985631:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472079.985634:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472079.985642:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.985659:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 12 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.985673:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e000, rc 0) 00000100:00100000:0.0:1772472079.985731:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2410:x1858570835045504:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 189us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.985738:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 433 00000100:00100000:0.0:1772472079.986695:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472079.987387:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.987531:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835045888 00000100:00100000:0.0:1772472079.987543:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835045888 00000100:00100000:0.0:1772472079.987608:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1633 00000100:00100000:0.0:1772472079.987617:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:34627:x1858570835045888:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472079.987720:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:34627:x1858570835045888:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 103us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.987728:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1633 00000100:00100000:2.0:1772472079.988148:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835045632 00000100:00100000:2.0:1772472079.988153:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835045632 00010000:00010000:2.0:1772472079.988178:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472079.988210:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 471 00000100:00100000:2.0:1772472079.988221:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2409:x1858570835045632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472079.988235:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472079.988256:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.988270:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.988291:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6d15b20/0xb50b868c089d4883 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079cf expref: 11 pid: 8410 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.988391:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472079.988394:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472079.988402:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472079.988413:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472079.988533:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 10 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472079.988553:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856889088:192.168.202.58@tcp:105: 00000100:00100000:0.0:1772472079.988618:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472079.991583:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472079.992185:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7450:1858570856889088:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472079.992211:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472079.992266:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835045632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4048us (5656us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472079.992278:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 471 00000100:00100000:1.0:1772472079.995479:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835046272 00000100:00100000:1.0:1772472079.995497:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835046272 00002000:00100000:1.0:1772472079.995560:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff8f9c866df100 x1858570835046272/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:115/0 lens 488/0 e 0 to 0 dl 1772472090 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472079.995633:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c866df100 with x1858570835046272 ext(0->4095) 00002000:00010000:1.0:1772472079.995639:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c866df100 00000100:00100000:1.0:1772472079.995715:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 110 00000100:00100000:1.0:1772472079.995726:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835046272:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1772472079.995889:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835046272:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 164us (4315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772472079.995898:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 110 00002000:00100000:1.0:1772472079.995905:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff8f9c866df100 x1858570835046272/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:115/0 lens 488/4536 e 0 to 0 dl 1772472090 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472079.995913:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c866df100 with x1858570835046272 ext(0->4095) 00002000:00010000:1.0:1772472079.995917:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9c866df100 00000100:00100000:3.0:1772472079.998710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472079.998765:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835046144 00000100:00100000:2.0:1772472079.998774:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835046144 00000100:00100000:2.0:1772472079.998830:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 341 00000100:00100000:2.0:1772472079.998839:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:34626:x1858570835046144:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772472079.999148:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:34626:x1858570835046144:12345-192.168.202.58@tcp:35:cp.0 Request processed in 308us (441us total) trans 4294968299 rc 0/0 00000100:00100000:2.0:1772472079.999156:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 341 00000100:00100000:0.0:1772472080.006278:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.006504:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835046400 00000100:00100000:3.0:1772472080.006516:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835046400 00000100:00100000:3.0:1772472080.006577:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1634 00000100:00100000:3.0:1772472080.006588:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:34627:x1858570835046400:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472080.006624:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.006647:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4898 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079e4 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.006686:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.006699:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.006714:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.006852:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4898 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 63 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.006873:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.006881:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:3.0:1772472080.006884:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472080.006889:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.006953:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34627:x1858570835046400:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 367us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.006962:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1634 00000100:00100000:3.0:1772472080.018183:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.019561:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835046528 00000100:00100000:1.0:1772472080.019584:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835046528 00000100:00100000:1.0:1772472080.019655:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1635 00000100:00100000:1.0:1772472080.019663:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34627:x1858570835046528:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472080.019689:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472080.020014:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34627:x1858570835046528:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 351us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.020023:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1635 00000100:00100000:1.0:1772472080.028721:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.028876:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835046656 00000100:00100000:3.0:1772472080.028886:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835046656 00000100:00100000:3.0:1772472080.028961:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 434 00000100:00080000:2.0:1772472080.028964:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472080.028976:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835046656:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472080.029022:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029039:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.029041:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.029047:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029062:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029086:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029095:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029105:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029112:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472080.029117:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029125:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029140:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.029147:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d48a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.029229:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835046656:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 256us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.029237:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 434 00000100:00100000:2.0:1772472080.033361:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.034003:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835046912 00000100:00100000:1.0:1772472080.034019:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835046912 00000100:00100000:1.0:1772472080.034093:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1636 00000100:00100000:1.0:1772472080.034104:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34627:x1858570835046912:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772472080.034198:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.034218:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.034228:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.034265:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 62 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.034280:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 62 pid: 6525 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.034295:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856889216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472080.034415:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.041693:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856889216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472080.041768:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.041845:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835047040 00000100:00100000:3.0:1772472080.041852:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835047040 00010000:00010000:3.0:1772472080.041935:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 63 pid: 6525 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.041981:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.041986:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 472 00000100:00100000:3.0:1772472080.041995:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:2412:x1858570835047040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472080.042012:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472080.042018:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 63 pid: 6525 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.042031:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 63 pid: 6525 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.042053:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d489f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079e4 expref: 63 pid: 6525 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.042068:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:3.0:1772472080.042073:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.042083:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.042091:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.042122:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472080.042178:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:2412:x1858570835047040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 183us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.042186:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 472 00010000:00010000:2.0:1772472080.043087:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043099:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043261:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043269:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043276:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043287:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.043293:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043523:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043540:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:2.0:1772472080.043543:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472080.043547:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.043553:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d48ad lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.043705:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34627:x1858570835046912:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 9599us (10352us total) trans 4294968300 rc 0/0 00000100:00100000:2.0:1772472080.043716:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1636 00000040:00080000:1.0:1772472080.043865:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472080.043870:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472080.044555:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1772472080.044565:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472080.055437:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.055830:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835047296 00000100:00100000:3.0:1772472080.055840:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835047296 00000100:00100000:3.0:1772472080.055902:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 342 00000100:00100000:3.0:1772472080.055912:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34627:x1858570835047296:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472080.056290:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.056379:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34627:x1858570835047296:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 468us (952us total) trans 4294968301 rc 0/0 00000100:00100000:3.0:1772472080.056388:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 342 00000100:00100000:1.0:1772472080.056403:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835047424 00000100:00100000:1.0:1772472080.056408:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835047424 00000100:00100000:1.0:1772472080.056448:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1637 00000100:00100000:1.0:1772472080.056469:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+114:34630:x1858570835047424:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472080.056482:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.056502:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d48b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079eb expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056556:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056583:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056595:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056616:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056624:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056630:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056697:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056706:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056713:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472080.056751:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:1.0:1772472080.056755:0:6527:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472080.056772:0:6527:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056783:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056792:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056800:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056808:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056813:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.056818:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056825:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056838:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.056841:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.056845:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056852:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d48bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056869:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056876:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056882:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056887:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.056890:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056896:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056902:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c95450200) 00010000:00010000:1.0:1772472080.056905:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.056908:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056913:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d48c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056936:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d48b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079eb expref: 116 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056962:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079eb expref: 115 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.056975:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:1.0:1772472080.056977:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472080.056980:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b8701c400, rc 0) 00000100:00100000:1.0:1772472080.057005:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34630:x1858570835047424:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 538us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.057011:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1637 00000100:00080000:1.0:1772472080.057035:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472080.064708:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.065039:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835047552 00000100:00100000:3.0:1772472080.065049:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835047552 00000100:00100000:3.0:1772472080.065110:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 435 00000100:00100000:3.0:1772472080.065120:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570835047552:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.065140:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.065159:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b95a30e/0xb50b868c089d48d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079f2 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.065236:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856889344:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472080.065362:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3900 going to sleep for 11 seconds 00000100:00080000:1.0:1772472080.065756:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1772472080.072984:0:8408:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1772472080.072994:0:8408:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1772472080 00002000:00010000:2.0:1772472080.072997:0:8408:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:2.0:1772472080.072999:0:8408:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:2.0:1772472080.073002:0:8408:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1772472080.073024:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856889344:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772472080.073154:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b95a30e/0xb50b868c089d48d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f2 expref: 17 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.073234:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b95a30e/0xb50b868c089d48d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f2 expref: 17 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.073252:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69600, rc 0) 00000100:00100000:2.0:1772472080.073404:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570835047552:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 8284us (8705us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.073413:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 435 00000100:00100000:0.0:1772472080.087883:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.087976:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835047680 00000100:00100000:2.0:1772472080.087986:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835047680 00000100:00100000:2.0:1772472080.088240:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1638 00000100:00100000:2.0:1772472080.088250:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34630:x1858570835047680:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.088271:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.088291:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d48d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d4079f9 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.088402:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.088417:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.089515:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472080.089571:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1772472080.089575:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472080.089598:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.089630:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d48d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.089654:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 116 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.089664:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.089668:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472080.089672:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472080.089748:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34630:x1858570835047680:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1500us (1875us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.089757:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1638 00000100:00100000:1.0:1772472080.094054:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.094119:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835047808 00000100:00100000:0.0:1772472080.094131:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835047808 00000100:00100000:0.0:1772472080.094193:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 436 00000100:00100000:0.0:1772472080.094203:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570835047808:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.094222:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.094238:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4675d65/0xb50b868c089d48e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a00 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.094298:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856889472:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472080.094403:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.097201:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856889472:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472080.097237:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4675d65/0xb50b868c089d48e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a00 expref: 17 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.097261:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4675d65/0xb50b868c089d48e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a00 expref: 17 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.097273:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e600, rc 0) 00000100:00100000:3.0:1772472080.097363:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570835047808:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3161us (3317us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.097374:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 436 00000100:00100000:1.0:1772472080.104011:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000040:00080000:0.0:1772472080.107262:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472080.107448:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048064 00000100:00100000:2.0:1772472080.107467:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048064 00000100:00100000:2.0:1772472080.107533:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1639 00000100:00100000:2.0:1772472080.107542:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34630:x1858570835048064:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:2.0:1772472080.107707:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:2.0:1772472080.107802:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34630:x1858570835048064:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 260us (3802us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.107811:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1639 00000100:00100000:1.0:1772472080.112660:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.113276:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048192 00000100:00100000:0.0:1772472080.113288:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048192 00000100:00100000:0.0:1772472080.113398:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1640 00000100:00100000:0.0:1772472080.113410:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34632:x1858570835048192:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472080.113442:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.113472:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d48ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a07 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113550:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113568:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113580:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113623:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113630:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113637:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113675:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113682:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113689:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113698:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.113702:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113710:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113722:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.113725:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.113730:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113737:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d48f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113751:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113758:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113763:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113768:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.113771:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113778:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113788:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c95450600) 00010000:00010000:0.0:1772472080.113791:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.113793:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113799:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d48fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113834:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d48ec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a07 expref: 117 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113844:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.113847:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.113850:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d48ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a07 expref: 117 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.113860:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472080.113920:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34632:x1858570835048192:12345-192.168.202.58@tcp:101:bash.0 Request processed in 513us (1271us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.113928:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1640 00000100:00100000:3.0:1772472080.120009:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.120085:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048320 00000100:00100000:2.0:1772472080.120095:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048320 00000100:00100000:2.0:1772472080.120149:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1641 00000100:00100000:2.0:1772472080.120159:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34633:x1858570835048320:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472080.120186:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.120205:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4901 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a0e expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120286:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120350:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120365:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120390:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120397:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120404:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120467:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120472:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120477:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120480:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.120483:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120492:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120505:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.120507:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.120511:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120515:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4908 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120524:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120527:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120531:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120534:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.120535:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120538:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120542:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c90163a00) 00010000:00010000:2.0:1772472080.120543:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.120545:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120551:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d490f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120575:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4901 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a0e expref: 64 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120581:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.120583:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.120585:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4901 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a0e expref: 64 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.120591:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:2.0:1772472080.120647:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34633:x1858570835048320:12345-192.168.202.58@tcp:101:rm.0 Request processed in 489us (645us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.120653:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1641 00000100:00100000:1.0:1772472080.125995:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.126123:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048448 00000100:00100000:0.0:1772472080.126133:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048448 00000100:00100000:0.0:1772472080.126207:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1642 00000100:00100000:0.0:1772472080.126218:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34633:x1858570835048448:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472080.126244:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.126268:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4916 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a15 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126386:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126402:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126416:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126432:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126439:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126445:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126496:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126503:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126510:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126515:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.126520:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126532:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126546:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.126548:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.126552:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126556:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d491d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126567:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126570:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126573:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126577:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.126578:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126582:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126585:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c95450600) 00010000:00010000:0.0:1772472080.126586:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.126588:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126592:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4924 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126622:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4916 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a15 expref: 64 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126629:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.126630:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.126633:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4916 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a15 expref: 64 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.126639:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472080.126689:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34633:x1858570835048448:12345-192.168.202.58@tcp:101:rm.0 Request processed in 475us (707us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.126695:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1642 00000100:00100000:1.0:1772472080.136061:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.136151:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048576 00000100:00100000:3.0:1772472080.136162:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048576 00000100:00100000:3.0:1772472080.136229:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1643 00000100:00100000:3.0:1772472080.136239:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34634:x1858570835048576:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.136262:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.136283:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d492b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a1c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136415:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136432:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136445:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136470:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136478:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136485:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136531:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136540:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136546:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136554:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136560:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.136564:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136572:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136584:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.136588:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.136592:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136598:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4932 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136612:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136619:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136624:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136630:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.136633:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136639:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136646:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c83cf5d00) 00010000:00010000:3.0:1772472080.136649:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.136651:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136657:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4939 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136685:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d492b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a1c expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136693:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.136694:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.136697:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d492b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a1c expref: 64 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.136702:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.136751:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34634:x1858570835048576:12345-192.168.202.58@tcp:101:cp.0 Request processed in 516us (705us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.136756:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1643 00000100:00100000:3.0:1772472080.144508:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.144815:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048704 00000100:00100000:2.0:1772472080.144824:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048704 00000100:00100000:2.0:1772472080.144906:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1644 00000100:00100000:2.0:1772472080.144914:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34634:x1858570835048704:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.144934:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.144953:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4940 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a23 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145009:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145021:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145032:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145042:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145046:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145050:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145081:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145085:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145089:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145094:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.145097:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145102:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145110:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.145112:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.145115:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145119:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4947 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145128:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145131:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145135:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145138:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.145139:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145142:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145146:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c90163a00) 00010000:00010000:2.0:1772472080.145147:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.145148:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145151:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d494e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145173:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4940 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a23 expref: 64 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145183:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.145184:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.145186:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4940 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a23 expref: 64 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.145192:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:2.0:1772472080.145251:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34634:x1858570835048704:12345-192.168.202.58@tcp:101:cp.0 Request processed in 337us (754us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.145258:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1644 00000100:00100000:0.0:1772472080.147739:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.147863:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835048960 00000100:00100000:3.0:1772472080.147871:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835048960 00000100:00100000:3.0:1772472080.147920:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1645 00000100:00100000:3.0:1772472080.147927:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34634:x1858570835048960:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.147950:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.147971:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4955 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a2a expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.148066:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.148078:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 115 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.148085:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.148114:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 115 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.148123:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 115 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.148135:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856889600:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472080.148484:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3900 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.154859:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856889600:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472080.154898:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.157818:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.158102:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049088 00000100:00100000:1.0:1772472080.158114:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049088 00010000:00010000:1.0:1772472080.158163:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 116 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.158213:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 473 00000100:00100000:1.0:1772472080.158223:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e85050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2411:x1858570835049088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472080.158240:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472080.158247:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 116 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.158262:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 116 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.158287:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d48de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079f9 expref: 116 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.158349:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.158355:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.158622:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.158632:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.158655:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472080.158735:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e85050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:2411:x1858570835049088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 514us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.158742:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 473 00010000:00010000:0.0:1772472080.158825:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.158830:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.158850:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.158857:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.158866:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472080.159145:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:0.0:1772472080.159262:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159268:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159272:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159298:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159329:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159335:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159338:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.159343:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159350:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159360:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.159363:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.159691:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159700:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d495c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472080.159713:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a41099c5 reply state 00000000ab876b58 transno 4294968302 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159728:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159736:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c95450600) 00010000:00010000:0.0:1772472080.159739:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472080.159741:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472080.159787:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4955 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 66 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159801:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 65 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.159809:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:0.0:1772472080.159811:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472080.159813:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e400, rc 0) 00000100:00100000:0.0:1772472080.159855:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+66:34634:x1858570835048960:12345-192.168.202.58@tcp:101:cp.0 Request processed in 11927us (12125us total) trans 4294968302 rc 0/0 00000100:00100000:0.0:1772472080.159864:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1645 00000100:00100000:3.0:1772472080.162529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.162986:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049216 00000100:00100000:0.0:1772472080.162996:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049216 00000100:00100000:0.0:1772472080.163046:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 437 00000100:00100000:0.0:1772472080.163055:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2409:x1858570835049216:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.163076:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.163098:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a31 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472080.163122:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772472080.163138:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.163140:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.163147:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.163160:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.163170:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472080.163220:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2409:x1858570835049216:12345-192.168.202.58@tcp:101:cp.0 Request processed in 167us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.163225:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 437 00000100:00100000:3.0:1772472080.168116:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.168195:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049344 00000100:00100000:2.0:1772472080.168206:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049344 00000100:00100000:2.0:1772472080.168262:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 438 00000100:00100000:2.0:1772472080.168273:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:34634:x1858570835049344:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.168297:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.168363:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a38 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.168401:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.168412:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.168414:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.168417:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 14 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.168848:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.168861:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.168872:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856889728:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472080.168951:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.173292:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856889728:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472080.173351:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 14 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.173374:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:3.0:1772472080.174754:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:34634:x1858570835049344:12345-192.168.202.58@tcp:101:cp.0 Request processed in 6474us (6638us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.174766:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 438 00000100:00100000:0.0:1772472080.175134:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.175583:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049472 00000100:00100000:3.0:1772472080.175592:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049472 00010000:00010000:2.0:1772472080.175670:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.175700:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 474 00000100:00100000:2.0:1772472080.175710:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570835049472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472080.175725:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472080.175744:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.175766:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.175797:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004af9bba2/0xb50b868c089d4978 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a31 expref: 14 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.175814:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.175816:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.175822:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 13 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.175832:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 13 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.175868:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 13 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.175884:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856889856:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472080.175949:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c855d4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1772472080.179120:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.179223:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856889856:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472080.179245:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472080.179294:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570835049472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3586us (4161us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.179326:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 474 00000100:00100000:3.0:1772472080.179984:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049728 00000100:00100000:3.0:1772472080.179992:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049728 00000100:00100000:1.0:1772472080.180121:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 343 00000100:00100000:1.0:1772472080.180129:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+66:34634:x1858570835049728:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:1.0:1772472080.180441:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34634:x1858570835049728:12345-192.168.202.58@tcp:35:cp.0 Request processed in 312us (1511us total) trans 4294968303 rc 0/0 00000100:00100000:1.0:1772472080.180457:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 343 00000100:00100000:0.0:1772472080.205401:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.205461:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049856 00000100:00100000:1.0:1772472080.205474:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049856 00000100:00100000:1.0:1772472080.205544:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1646 00000100:00100000:1.0:1772472080.205558:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+115:34637:x1858570835049856:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472080.205582:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.205608:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d4986 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a3f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205681:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205696:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205709:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205722:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205730:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205736:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205821:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205830:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205838:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472080.205881:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:1.0:1772472080.205887:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472080.205905:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205918:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205926:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205933:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205948:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205955:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.205959:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205967:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.205984:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.205988:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.205993:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206000:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d400/0xb50b868c089d498d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206016:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206026:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206032:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206037:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.206041:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206046:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206054:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c95450600) 00010000:00010000:1.0:1772472080.206056:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.206059:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206065:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b200/0xb50b868c089d4994 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206091:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701d800/0xb50b868c089d4986 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a3f expref: 117 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206105:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a3f expref: 116 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.206112:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:1.0:1772472080.206114:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472080.206118:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82ae00, rc 0) 00000100:00100000:1.0:1772472080.206179:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34637:x1858570835049856:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 626us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.206188:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1646 00000100:00100000:2.0:1772472080.209336:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.209403:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.209443:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835050112 00000100:00100000:1.0:1772472080.209471:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835050112 00000100:00100000:1.0:1772472080.209535:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 631 00000100:00100000:1.0:1772472080.209545:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2410:x1858570835050112:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472080.209611:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.209634:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d49a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a4d expref: -99 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209696:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209712:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209738:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209768:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209786:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209794:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209837:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209845:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209852:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209858:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cbd82be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.209864:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209872:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209885:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.209889:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.209894:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209901:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82be00/0xb50b868c089d49a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209915:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209921:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.209924:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835049984 00000100:00100000:3.0:1772472080.209931:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835049984 00010000:00010000:1.0:1772472080.209931:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209939:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7bc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.209943:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209949:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209957:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.209959:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.209962:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.209969:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d49b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.210001:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d49a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a4d expref: 117 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.210012:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.210014:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472080.210017:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82b800/0xb50b868c089d49a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a4d expref: 117 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.210025:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 439 00010000:00010000:1.0:1772472080.210026:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cbd82b800, rc -2) 00000100:00100000:3.0:1772472080.210038:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835049984:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.210049:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.210062:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bdbca81/0xb50b868c089d49b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a46 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.210085:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2410:x1858570835050112:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 540us (680us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472080.210093:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 631 00000100:00100000:3.0:1772472080.210118:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856889984:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472080.210174:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00000100:00080000:2.0:1772472080.210671:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1772472080.212092:0:8409:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472080.212100:0:8409:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.212102:0:8409:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.212104:0:8409:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.212105:0:8409:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472080.212126:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856889984:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472080.212155:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008bdbca81/0xb50b868c089d49b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a46 expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.212173:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bdbca81/0xb50b868c089d49b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a46 expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.212183:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.212235:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835049984:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2200us (2908us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.212243:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 439 00000100:00100000:0.0:1772472080.215654:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.215721:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835050240 00000100:00100000:2.0:1772472080.215730:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835050240 00000100:00100000:2.0:1772472080.215779:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1647 00000100:00100000:2.0:1772472080.215789:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34637:x1858570835050240:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.215810:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.215831:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d49be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a85 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.215890:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.215901:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.215910:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472080.216018:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1772472080.216022:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472080.216044:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.216066:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d49be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.216080:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.216086:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.216088:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472080.216091:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1e00, rc 0) 00000100:00100000:2.0:1772472080.216145:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34637:x1858570835050240:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 358us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.216152:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1647 00000100:00100000:1.0:1772472080.218765:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.218824:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835050368 00000100:00100000:0.0:1772472080.218832:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835050368 00000100:00100000:0.0:1772472080.218875:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 440 00000100:00100000:0.0:1772472080.218881:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835050368:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.218899:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.218914:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c7ed53c/0xb50b868c089d49cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a8c expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.218965:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856890112:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472080.219041:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472080.220916:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856890112:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472080.220952:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c7ed53c/0xb50b868c089d49cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a8c expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.220986:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c7ed53c/0xb50b868c089d49cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a8c expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.221001:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ea00, rc 0) 00000100:00100000:1.0:1772472080.221051:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835050368:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2168us (2294us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.221059:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 440 00000100:00100000:1.0:1772472080.223733:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.223893:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835050624 00000100:00100000:0.0:1772472080.223902:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835050624 00000100:00100000:0.0:1772472080.223966:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1648 00000100:00100000:0.0:1772472080.223978:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34637:x1858570835050624:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772472080.224145:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:0.0:1772472080.224292:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34637:x1858570835050624:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 316us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.224329:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1648 00000100:00100000:2.0:1772472080.229737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.229798:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835050752 00000100:00100000:1.0:1772472080.229809:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835050752 00000100:00100000:1.0:1772472080.229866:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1649 00000100:00100000:1.0:1772472080.229875:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34640:x1858570835050752:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472080.229899:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.229921:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d49d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a93 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.229984:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.229997:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230006:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230015:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230020:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230024:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230054:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230058:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230062:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230066:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.230070:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230075:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230083:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.230085:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.230089:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230092:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d49da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230102:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230106:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230110:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230112:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.230114:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230117:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230120:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.230122:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.230123:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230126:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d49e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230150:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d49d3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a93 expref: 118 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230156:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.230157:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.230159:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d49d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a93 expref: 118 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.230168:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a600, rc 0) 00000100:00100000:1.0:1772472080.230224:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34640:x1858570835050752:12345-192.168.202.58@tcp:101:bash.0 Request processed in 351us (500us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.230229:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1649 00000100:00100000:2.0:1772472080.233889:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.233983:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835050880 00000100:00100000:0.0:1772472080.233993:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835050880 00000100:00100000:0.0:1772472080.234057:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 632 00000100:00100000:0.0:1772472080.234067:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2409:x1858570835050880:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:0.0:1772472080.234105:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.234126:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d49e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407a9a expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234192:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234209:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234221:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234283:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234291:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234299:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234379:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234387:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234394:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234400:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.234405:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234413:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234426:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.234430:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.234435:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234441:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d49ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234463:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234469:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234475:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234480:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.234482:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234487:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234494:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff8f9c95450100) 00010000:00010000:0.0:1772472080.234497:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.234500:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234505:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d49f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234537:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d49e8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a9a expref: 118 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234547:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.234549:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472080.234553:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d49e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a9a expref: 118 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.234562:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f000, rc -2) 00000100:00100000:0.0:1772472080.234632:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2409:x1858570835050880:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 566us (754us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772472080.234641:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 632 00000100:00100000:0.0:1772472080.235860:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.236280:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051008 00000100:00100000:2.0:1772472080.236290:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051008 00000100:00100000:2.0:1772472080.236412:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1650 00000100:00100000:2.0:1772472080.236422:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34641:x1858570835051008:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472080.236442:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.236478:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d49fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407aa1 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236544:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236557:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236568:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236581:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236588:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236595:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236629:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236637:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236647:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236653:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.236656:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236664:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236676:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.236680:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.236685:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236692:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236704:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236711:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236716:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236721:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.236724:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236735:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236742:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c90163a00) 00010000:00010000:2.0:1772472080.236744:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.236747:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236753:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236787:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d49fd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407aa1 expref: 68 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236799:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.236801:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.236805:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d49fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407aa1 expref: 68 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.236814:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472080.236900:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34641:x1858570835051008:12345-192.168.202.58@tcp:101:rm.0 Request processed in 479us (1046us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.236907:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1650 00000100:00100000:1.0:1772472080.240634:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.240893:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051136 00000100:00100000:0.0:1772472080.240902:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051136 00000100:00100000:0.0:1772472080.240959:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1651 00000100:00100000:0.0:1772472080.240969:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34641:x1858570835051136:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472080.240991:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.241014:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4a12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407aa8 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241084:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241099:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241111:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241128:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241135:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241142:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241179:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241185:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241191:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241197:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.241202:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241209:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241220:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.241223:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.241227:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241233:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241845:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241855:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241862:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241868:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.241871:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241877:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241887:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c95450000) 00010000:00010000:0.0:1772472080.241890:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.241892:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241898:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241935:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4a12 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407aa8 expref: 68 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241945:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.241947:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.241951:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4a12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407aa8 expref: 68 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.241960:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fc00, rc 0) 00000100:00100000:0.0:1772472080.242020:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34641:x1858570835051136:12345-192.168.202.58@tcp:101:rm.0 Request processed in 1052us (1396us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.242026:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1651 00000100:00100000:0.0:1772472080.250396:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.250511:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051264 00000100:00100000:2.0:1772472080.250523:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051264 00000100:00100000:2.0:1772472080.250585:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1652 00000100:00100000:2.0:1772472080.250594:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34642:x1858570835051264:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.250618:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.250637:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407aaf expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250703:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250715:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250725:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250734:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250738:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250742:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250788:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250796:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250802:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250809:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.250815:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250825:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250838:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.250840:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.250844:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250848:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4a2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250857:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250860:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250864:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250867:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.250869:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250872:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250875:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c90163a00) 00010000:00010000:2.0:1772472080.250877:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.250879:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250882:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250905:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a27 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407aaf expref: 68 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250912:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.250913:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.250915:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407aaf expref: 68 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.250921:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0200, rc 0) 00000100:00100000:2.0:1772472080.250968:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34642:x1858570835051264:12345-192.168.202.58@tcp:101:cp.0 Request processed in 377us (585us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.250973:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1652 00000100:00100000:2.0:1772472080.252985:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.253053:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051392 00000100:00100000:0.0:1772472080.253064:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051392 00000100:00100000:0.0:1772472080.253125:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1653 00000100:00100000:0.0:1772472080.253135:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34642:x1858570835051392:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.253153:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.253173:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4a3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ab6 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253236:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253251:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253262:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253276:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253283:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253294:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253354:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253362:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253370:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253376:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.253381:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253390:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253402:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.253406:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.253411:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253418:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4a43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253430:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253436:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253443:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253513:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.253517:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253525:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253533:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c95450000) 00010000:00010000:0.0:1772472080.253536:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.253539:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253545:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4a4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253589:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4a3c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ab6 expref: 68 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253599:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.253601:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.253605:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4a3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ab6 expref: 68 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.253615:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fc00, rc 0) 00000100:00100000:0.0:1772472080.253672:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34642:x1858570835051392:12345-192.168.202.58@tcp:101:cp.0 Request processed in 538us (693us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.253682:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1653 00000100:00100000:1.0:1772472080.255874:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.255917:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051648 00000100:00100000:0.0:1772472080.255927:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051648 00000100:00100000:0.0:1772472080.255990:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1654 00000100:00100000:0.0:1772472080.255998:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+67:34642:x1858570835051648:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.256015:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.256030:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4a51 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407abd expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.256115:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.256127:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 116 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.256133:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.256159:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 116 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.256168:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 116 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.256178:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856890240:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472080.256246:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b540 going to sleep for 11 seconds 00000100:00100000:0.0:1772472080.259535:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856890240:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472080.259568:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.259898:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.260849:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051776 00000100:00100000:0.0:1772472080.260859:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051776 00010000:00010000:0.0:1772472080.260891:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 117 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.260960:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 475 00000100:00100000:0.0:1772472080.260967:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2411:x1858570835051776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472080.260979:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472080.260985:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 117 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.260994:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 117 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.261012:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d49c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a85 expref: 117 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.261023:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.261027:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.261035:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.261039:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.261063:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472080.261108:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2411:x1858570835051776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 141us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.261113:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 475 00010000:00010000:2.0:1772472080.261257:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261264:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261281:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261295:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261317:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472080.261627:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:2.0:1772472080.261782:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261791:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261799:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261835:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261841:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261848:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261854:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.261857:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261862:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261868:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.261870:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.261873:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261877:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4a58 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472080.261884:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000034d942ec reply state 00000000fb0915c1 transno 4294968304 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261890:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261894:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c90163a00) 00010000:00010000:2.0:1772472080.261895:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472080.261897:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472080.261922:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4a51 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 70 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261932:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 69 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.261936:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772472080.261938:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472080.261939:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0400, rc 0) 00000100:00100000:2.0:1772472080.261973:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+70:34642:x1858570835051648:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5975us (6105us total) trans 4294968304 rc 0/0 00000100:00100000:2.0:1772472080.261979:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1654 00000100:00100000:1.0:1772472080.264693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.264761:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835051904 00000100:00100000:3.0:1772472080.264774:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835051904 00000100:00100000:3.0:1772472080.264854:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 441 00000100:00100000:3.0:1772472080.264864:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835051904:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.264885:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.264910:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ac4 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472080.264940:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772472080.264964:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.264967:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.264977:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.264996:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 11 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.265018:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.265084:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2410:x1858570835051904:12345-192.168.202.58@tcp:101:cp.0 Request processed in 221us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.265093:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 441 00000100:00080000:2.0:1772472080.265491:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472080.265804:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.265977:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052032 00000100:00100000:1.0:1772472080.265983:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052032 00000100:00100000:1.0:1772472080.266016:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 633 00000100:00100000:1.0:1772472080.266026:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+70:2409:x1858570835052032:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472080.266075:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.266087:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4a7b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407acb expref: -99 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266133:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266143:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266150:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266159:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266166:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266170:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266199:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266203:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266207:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266211:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.266215:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266220:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266227:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.266229:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.266233:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266236:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4a82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266246:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266250:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266254:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266256:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.266258:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266261:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266264:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.266266:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.266267:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266270:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4a89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266291:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4a7b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407acb expref: 71 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266324:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.266327:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472080.266331:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4a7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407acb expref: 71 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.266345:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a400, rc -2) 00000100:00100000:1.0:1772472080.266576:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+70:2409:x1858570835052032:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 551us (770us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472080.266588:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 633 00000100:00100000:1.0:1772472080.268819:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.268922:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052160 00000100:00100000:3.0:1772472080.268933:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052160 00000100:00100000:3.0:1772472080.268995:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 442 00000100:00100000:3.0:1772472080.269006:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:34642:x1858570835052160:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.269024:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.269043:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b03 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.269076:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.269085:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.269087:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.269091:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.269124:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.269137:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.269159:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856890368:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472080.269235:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.270740:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856890368:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472080.270834:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 12 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.270853:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68e00, rc 0) 00000100:00100000:3.0:1772472080.270899:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:34642:x1858570835052160:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1895us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.270907:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 442 00000100:00100000:2.0:1772472080.273526:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.273597:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052288 00000100:00100000:1.0:1772472080.273605:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052288 00010000:00010000:1.0:1772472080.273639:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.273694:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 476 00000100:00100000:1.0:1772472080.273701:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835052288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472080.273715:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472080.273741:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.273757:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.273783:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4a74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ac4 expref: 12 pid: 8408 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.273801:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.273803:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.273813:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.273823:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.273859:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 11 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.273871:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86554e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856890496:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772472080.273943:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b300 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.276137:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86554e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856890496:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472080.276166:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472080.276224:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835052288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2522us (2704us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.276236:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 476 00000100:00100000:2.0:1772472080.278235:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.278663:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052544 00000100:00100000:0.0:1772472080.278672:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052544 00000100:00100000:0.0:1772472080.278838:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 344 00000100:00100000:0.0:1772472080.278847:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+70:34642:x1858570835052544:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:0.0:1772472080.279101:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34642:x1858570835052544:12345-192.168.202.58@tcp:35:cp.0 Request processed in 255us (876us total) trans 4294968305 rc 0/0 00000100:00100000:0.0:1772472080.279107:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 344 00000100:00100000:0.0:1772472080.291416:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.291547:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052672 00000100:00100000:2.0:1772472080.291560:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052672 00000100:00100000:2.0:1772472080.291622:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 634 00000100:00100000:2.0:1772472080.291632:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc16bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:2410:x1858570835052672:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:2.0:1772472080.291696:0:7773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.291731:0:7773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4a97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b0a expref: -99 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291795:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291810:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291823:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291837:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291844:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291850:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291897:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291905:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291912:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291919:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.291924:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291932:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291943:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.291946:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.291951:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291957:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4a9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291972:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291978:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291984:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291989:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.291992:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.291998:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.292005:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c90163700) 00010000:00010000:2.0:1772472080.292007:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.292010:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.292016:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4aa5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.292045:0:7773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4a97 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b0a expref: 72 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.292056:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.292058:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472080.292062:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4a97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b0a expref: 72 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.292070:0:7773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1e00, rc -2) 00000100:00100000:2.0:1772472080.292130:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc16bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:2410:x1858570835052672:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 500us (727us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772472080.292138:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 634 00000100:00100000:0.0:1772472080.298660:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472080.298938:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856890624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472080.299051:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472080.299170:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856890624 00000100:00100000:1.0:1772472080.299178:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856890624 00000100:00100000:1.0:1772472080.299334:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1772472080.299346:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856890624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472080.299393:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472080.299462:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856890624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.299470:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1772472080.299565:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856890624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472080.301889:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.302041:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052800 00000100:00100000:2.0:1772472080.302052:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052800 00000100:00100000:2.0:1772472080.302226:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1655 00000100:00100000:2.0:1772472080.302249:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34649:x1858570835052800:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.302278:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.302447:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4aac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b42 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302531:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302546:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302558:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302567:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302574:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302580:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302658:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302667:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302674:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472080.302715:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:2.0:1772472080.302720:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472080.302744:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302893:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302902:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302909:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302915:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302921:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.302925:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302932:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302945:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.302949:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.302954:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302960:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4ab3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302979:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302985:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302991:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.302996:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.302998:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.303005:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.303012:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c90163a00) 00010000:00010000:2.0:1772472080.303014:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.303017:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.303023:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4aba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.303049:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4aac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b42 expref: 118 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.303062:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b42 expref: 117 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.303075:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772472080.303077:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472080.303080:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0c00, rc 0) 00000100:00100000:2.0:1772472080.303289:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34649:x1858570835052800:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1036us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.303427:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1655 00000100:00100000:2.0:1772472080.314621:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.314717:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835052928 00000100:00100000:1.0:1772472080.314727:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835052928 00000100:00100000:1.0:1772472080.314921:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 443 00000100:00100000:1.0:1772472080.314933:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835052928:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472080.314957:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.314974:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e02baca/0xb50b868c089d4ac8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b49 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.315050:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86554000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856890752:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472080.315143:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540ba80 going to sleep for 11 seconds 00002000:00010000:1.0:1772472080.318161:0:16551:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1772472080.318170:0:16551:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1772472080 00002000:00010000:1.0:1772472080.318173:0:16551:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:1.0:1772472080.318175:0:16551:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:1.0:1772472080.318177:0:16551:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1772472080.318202:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86554000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856890752:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472080.318238:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007e02baca/0xb50b868c089d4ac8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b49 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.318261:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e02baca/0xb50b868c089d4ac8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b49 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.318273:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7be00, rc 0) 00000100:00100000:1.0:1772472080.318632:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835052928:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3699us (4023us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.318641:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 443 00000100:00100000:2.0:1772472080.322463:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.323499:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053056 00000100:00100000:0.0:1772472080.323514:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053056 00000100:00100000:0.0:1772472080.323586:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1656 00000100:00100000:0.0:1772472080.323597:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34649:x1858570835053056:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.323621:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.323639:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4acf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b50 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.323836:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.323853:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.323866:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472080.323907:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1772472080.323910:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472080.323926:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.323946:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4acf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 119 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.323959:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.323967:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.323969:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472080.323972:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e600, rc 0) 00000100:00100000:0.0:1772472080.324026:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34649:x1858570835053056:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 432us (1583us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.324033:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1656 00000100:00100000:2.0:1772472080.326043:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.326086:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053184 00000100:00100000:0.0:1772472080.326097:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053184 00000100:00100000:0.0:1772472080.326149:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 444 00000100:00100000:0.0:1772472080.326159:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570835053184:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.326177:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.326195:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027803d80/0xb50b868c089d4add lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b57 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.326248:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856890880:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472080.326401:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472080.327956:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856890880:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772472080.327986:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027803d80/0xb50b868c089d4add lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b57 expref: 17 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.328006:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027803d80/0xb50b868c089d4add lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b57 expref: 17 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.328017:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fa00, rc 0) 00000100:00100000:0.0:1772472080.328059:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570835053184:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1901us (2023us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.328067:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 444 00000100:00100000:2.0:1772472080.330546:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.330591:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053440 00000100:00100000:0.0:1772472080.330603:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053440 00000100:00100000:0.0:1772472080.330659:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1657 00000100:00100000:0.0:1772472080.330669:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34649:x1858570835053440:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772472080.330846:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:0.0:1772472080.330920:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34649:x1858570835053440:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 252us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.330929:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1657 00000100:00100000:2.0:1772472080.334691:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.334866:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053568 00000100:00100000:1.0:1772472080.334877:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053568 00000100:00100000:1.0:1772472080.334940:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1658 00000100:00100000:1.0:1772472080.334952:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34650:x1858570835053568:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472080.334975:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.335000:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4ae4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b5e expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335065:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335076:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335084:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335094:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335098:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335102:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335131:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335135:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335139:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335143:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.335146:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335154:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335162:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.335165:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.335169:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335173:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4aeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335183:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335186:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335190:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335193:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.335194:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335198:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335201:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.335202:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.335204:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335210:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4af2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335235:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4ae4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b5e expref: 119 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335242:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.335243:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.335246:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4ae4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b5e expref: 119 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.335252:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7be00, rc 0) 00000100:00100000:1.0:1772472080.335348:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34650:x1858570835053568:12345-192.168.202.58@tcp:101:bash.0 Request processed in 399us (671us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.335356:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1658 00000100:00100000:2.0:1772472080.340967:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.341012:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.341036:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053696 00000100:00100000:0.0:1772472080.341047:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053696 00000100:00100000:3.0:1772472080.341067:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053824 00000100:00100000:3.0:1772472080.341074:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053824 00000100:00100000:0.0:1772472080.341110:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1659 00000100:00100000:3.0:1772472080.341126:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 636 00000100:00100000:0.0:1772472080.341128:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+72:34651:x1858570835053696:12345-192.168.202.58@tcp:101:rm.0 00000100:00100000:3.0:1772472080.341140:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+72:2409:x1858570835053824:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:0.0:1772472080.341154:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.341177:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4af9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b65 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341185:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.341197:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d4b00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b6c expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341236:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341236:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341255:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341265:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341268:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341275:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341280:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341283:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341334:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341346:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341356:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.341366:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341468:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341477:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341484:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341489:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.341494:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341502:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341519:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.341522:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.341527:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341533:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341546:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341551:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341556:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341561:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.341563:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341569:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341575:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff8f9c83cf5500) 00010000:00010000:2.0:1772472080.341577:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.341579:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341584:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341615:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341617:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d4b00 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b6c expref: 74 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341627:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341633:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341635:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.341638:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472080.341640:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.341641:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d4b00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b6c expref: 74 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341643:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341650:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.341651:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68600, rc -2) 00010000:00010000:0.0:1772472080.341658:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.341660:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.341662:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341667:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4b0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341675:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341680:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341685:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341689:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.341692:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341697:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341711:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c95450000) 00010000:00010000:0.0:1772472080.341714:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472080.341715:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+73:2409:x1858570835053824:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 580us (702us total) trans 0 rc -2/-2 00010000:00010000:0.0:1772472080.341717:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341723:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4b15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.341724:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 636 00010000:00010000:0.0:1772472080.341746:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4af9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b65 expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341755:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.341757:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.341760:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4af9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b65 expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.341768:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fa00, rc 0) 00000100:00100000:0.0:1772472080.341797:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34651:x1858570835053696:12345-192.168.202.58@tcp:101:rm.0 Request processed in 678us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.341803:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1659 00000100:00100000:2.0:1772472080.343576:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.343616:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835053952 00000100:00100000:0.0:1772472080.343625:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835053952 00000100:00100000:0.0:1772472080.343674:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1660 00000100:00100000:0.0:1772472080.343685:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34651:x1858570835053952:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472080.343705:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.343723:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4b23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b73 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343795:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343810:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343822:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343834:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343838:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343842:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343873:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343877:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343881:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343885:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.343889:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343894:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343902:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.343904:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.343907:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343911:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343920:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343924:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343927:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343930:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.343931:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343935:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343938:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c95450100) 00010000:00010000:0.0:1772472080.343939:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.343941:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343945:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343967:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4b23 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b73 expref: 72 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343973:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.343975:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.343977:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4b23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b73 expref: 72 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.343983:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f000, rc 0) 00000100:00100000:0.0:1772472080.344023:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34651:x1858570835053952:12345-192.168.202.58@tcp:101:rm.0 Request processed in 341us (454us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.344034:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1660 00000100:00100000:2.0:1772472080.350292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.350470:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054080 00000100:00100000:1.0:1772472080.350480:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054080 00000100:00100000:1.0:1772472080.350536:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1661 00000100:00100000:1.0:1772472080.350547:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34652:x1858570835054080:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472080.350569:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.350588:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4b38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b7a expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350650:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350663:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350674:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350685:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350689:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350693:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350730:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350734:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350739:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350743:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.350747:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350762:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350773:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.350776:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.350781:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350789:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d4b3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350803:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350810:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350816:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350821:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.350823:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350828:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350833:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.350834:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.350836:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350840:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b800/0xb50b868c089d4b46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350864:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4b38 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b7a expref: 72 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350875:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.350876:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.350878:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4b38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b7a expref: 72 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.350883:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7be00, rc 0) 00000100:00100000:1.0:1772472080.350972:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34652:x1858570835054080:12345-192.168.202.58@tcp:101:cp.0 Request processed in 428us (691us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.350978:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1661 00000100:00100000:1.0:1772472080.357904:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.357950:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054208 00000100:00100000:0.0:1772472080.357961:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054208 00000100:00100000:0.0:1772472080.358021:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1662 00000100:00100000:0.0:1772472080.358028:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34652:x1858570835054208:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.358049:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.358069:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4b4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b81 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358129:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358144:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358153:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358164:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358168:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358172:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358206:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358210:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358214:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358219:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.358222:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358227:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358236:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.358240:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.358245:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358251:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4b54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358265:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358271:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358276:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358281:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ea00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.358284:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358290:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358296:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c95450800) 00010000:00010000:0.0:1772472080.358297:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.358326:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358330:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4b5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358358:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4b4d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b81 expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358376:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.358378:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.358382:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4b4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b81 expref: 72 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.358393:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f600, rc 0) 00000100:00100000:0.0:1772472080.358472:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34652:x1858570835054208:12345-192.168.202.58@tcp:101:cp.0 Request processed in 443us (579us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.358480:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1662 00000100:00100000:2.0:1772472080.364009:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.364066:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054464 00000100:00100000:0.0:1772472080.364079:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054464 00000100:00100000:0.0:1772472080.364146:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1663 00000100:00100000:0.0:1772472080.364156:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+71:34652:x1858570835054464:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.364180:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.364207:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4b62 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b88 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.364371:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.364388:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.364397:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.364515:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 117 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.364531:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 117 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.364545:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856891008:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472080.364631:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.367135:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.367263:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054592 00000100:00100000:3.0:1772472080.367273:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054592 00010000:00010000:3.0:1772472080.367353:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 118 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.367386:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 477 00000100:00100000:3.0:1772472080.367398:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:2412:x1858570835054592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472080.367414:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472080.367422:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 118 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.367436:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 118 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.367472:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.367478:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.367489:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.367499:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.367530:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472080.367588:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:2412:x1858570835054592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 192us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.367597:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 477 00010000:00010000:0.0:1772472080.368107:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4ad6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b50 expref: 117 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.368127:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856891008:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472080.368150:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368159:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368165:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368189:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368199:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368208:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472080.368816:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:0.0:1772472080.368969:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368979:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.368988:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369022:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369029:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369035:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369041:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.369046:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369053:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369065:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.369068:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.369072:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369077:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4b69 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472080.369091:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000008004dd35 reply state 000000006c1b3e9e transno 4294968306 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369102:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369108:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c95450100) 00010000:00010000:0.0:1772472080.369110:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472080.369113:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472080.369146:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d4b62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 74 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369160:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 73 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.369168:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472080.369170:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472080.369172:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fa00, rc 0) 00000100:00100000:0.0:1772472080.369293:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+74:34652:x1858570835054464:12345-192.168.202.58@tcp:101:cp.0 Request processed in 5139us (5297us total) trans 4294968306 rc 0/0 00000100:00100000:0.0:1772472080.369347:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1663 00000100:00100000:2.0:1772472080.380735:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.381441:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054720 00000100:00100000:3.0:1772472080.381462:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054720 00000100:00100000:3.0:1772472080.381731:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 445 00000100:00100000:3.0:1772472080.381743:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570835054720:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.381763:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.381788:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b8f expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472080.381814:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772472080.381834:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.381837:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.381845:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 14 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.381875:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 14 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.381892:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68600, rc 0) 00000100:00100000:3.0:1772472080.381962:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570835054720:12345-192.168.202.58@tcp:101:cp.0 Request processed in 221us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.381971:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 445 00000100:00100000:1.0:1772472080.385417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.385604:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054848 00000100:00100000:0.0:1772472080.385614:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054848 00000100:00100000:0.0:1772472080.385663:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 446 00000100:00100000:0.0:1772472080.385673:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:34652:x1858570835054848:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.385693:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.385711:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b96 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.385740:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 15 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.385746:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.385747:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.385750:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 15 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.385778:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 15 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.385787:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 15 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.385798:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856891136:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472080.385871:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472080.391582:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.391669:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835054976 00000100:00100000:2.0:1772472080.391681:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835054976 00010000:00010000:2.0:1772472080.391726:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 16 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.391773:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 478 00000100:00100000:0.0:1772472080.391774:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856891136:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472080.391784:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2411:x1858570835054976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472080.391803:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472080.391807:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 16 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.391826:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f000, rc 0) 00010000:00010000:2.0:1772472080.391832:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 16 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.391846:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 16 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.391870:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4b85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b8f expref: 16 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.391885:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.391887:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1772472080.391890:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:34652:x1858570835054848:12345-192.168.202.58@tcp:101:cp.0 Request processed in 6219us (6483us total) trans 0 rc 0/0 00010000:00010000:2.0:1772472080.391895:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 15 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.391899:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 446 00010000:00010000:2.0:1772472080.391906:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 15 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.391939:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 14 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.391954:0:6510:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856891264:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472080.392020:0:6510:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.394249:0:6510:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6510:1858570856891264:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472080.394269:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472080.394387:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2411:x1858570835054976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2604us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.394398:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 478 00000100:00100000:0.0:1772472080.394943:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.394999:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835055232 00000100:00100000:2.0:1772472080.395007:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835055232 00000100:00100000:2.0:1772472080.395051:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 345 00000100:00100000:2.0:1772472080.395061:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+74:34652:x1858570835055232:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772472080.395500:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34652:x1858570835055232:12345-192.168.202.58@tcp:35:cp.0 Request processed in 439us (556us total) trans 4294968307 rc 0/0 00000100:00100000:2.0:1772472080.395508:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 345 00000100:00100000:1.0:1772472080.418677:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.418728:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835055360 00000100:00100000:3.0:1772472080.418740:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835055360 00000100:00100000:3.0:1772472080.418811:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1664 00000100:00100000:3.0:1772472080.418821:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34655:x1858570835055360:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.418844:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.418865:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407b9d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.418933:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.418949:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.418960:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.418970:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.418977:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.418983:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419054:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419068:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419074:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472080.419119:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:3.0:1772472080.419124:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472080.419144:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419153:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419160:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419165:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419169:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419173:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419177:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.419180:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419185:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419197:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.419199:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.419203:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419207:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4b9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419216:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419219:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419222:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419226:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.419227:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419230:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419234:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c95450100) 00010000:00010000:3.0:1772472080.419235:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.419237:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419240:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ba1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419260:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4b93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b9d expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419269:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b9d expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.419274:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:3.0:1772472080.419275:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472080.419277:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69c00, rc 0) 00000100:00100000:3.0:1772472080.419368:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34655:x1858570835055360:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 548us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.419376:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1664 00000100:00100000:1.0:1772472080.421566:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.421636:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835055488 00000100:00100000:0.0:1772472080.421643:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835055488 00000100:00100000:0.0:1772472080.421713:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 447 00000100:00100000:0.0:1772472080.421721:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835055488:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.421734:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.421748:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4baf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ba4 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.421808:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856891392:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472080.421879:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bf00 going to sleep for 11 seconds 00002000:00010000:3.0:1772472080.423174:0:9676:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472080.423181:0:9676:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.423183:0:9676:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.423184:0:9676:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.423186:0:9676:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472080.423203:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856891392:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472080.423229:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4baf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ba4 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.423246:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4baf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ba4 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.423256:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f600, rc 0) 00000100:00100000:3.0:1772472080.423298:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835055488:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1577us (1739us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.423339:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 447 00000100:00100000:1.0:1772472080.425603:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.425674:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835055616 00000100:00100000:0.0:1772472080.425683:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835055616 00000100:00100000:0.0:1772472080.425754:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1665 00000100:00100000:0.0:1772472080.425763:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34655:x1858570835055616:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.425784:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.425804:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4bb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bab expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.425865:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.425877:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.425886:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472080.425924:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1772472080.425926:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472080.425941:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.425959:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4bb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 120 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.425971:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 119 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.425978:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.425980:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472080.425983:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f400, rc 0) 00000100:00100000:0.0:1772472080.426029:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34655:x1858570835055616:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 267us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.426036:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1665 00000100:00100000:1.0:1772472080.427834:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.427882:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835055744 00000100:00100000:3.0:1772472080.427895:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835055744 00000100:00100000:3.0:1772472080.427956:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 448 00000100:00100000:3.0:1772472080.427967:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835055744:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.427988:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.428006:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d4bc4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bb2 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.428058:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856891520:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472080.428125:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.429650:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856891520:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472080.429690:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d4bc4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bb2 expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.429712:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b95a30e/0xb50b868c089d4bc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bb2 expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.429723:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69600, rc 0) 00000100:00100000:3.0:1772472080.429787:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835055744:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1823us (1960us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.429797:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 448 00000100:00100000:1.0:1772472080.432144:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.432222:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056000 00000100:00100000:0.0:1772472080.432231:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056000 00000100:00100000:0.0:1772472080.432287:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1666 00000100:00100000:0.0:1772472080.432297:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34655:x1858570835056000:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772472080.432611:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:0.0:1772472080.432676:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34655:x1858570835056000:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 380us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.432684:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1666 00000100:00100000:1.0:1772472080.437056:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.437098:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056128 00000100:00100000:3.0:1772472080.437109:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056128 00000100:00100000:3.0:1772472080.437157:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1667 00000100:00100000:3.0:1772472080.437167:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34656:x1858570835056128:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472080.437190:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.437210:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4bcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bb9 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437268:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437280:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437290:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437403:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437411:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437420:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437487:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437495:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437501:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437509:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437515:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.437519:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437526:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437539:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.437543:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.437549:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437555:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4bd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437571:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437578:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437584:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437589:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.437591:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437601:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437609:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c8ec38f00) 00010000:00010000:3.0:1772472080.437611:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.437614:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437620:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4bd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437651:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4bcb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bb9 expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437658:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.437660:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.437662:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4bcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bb9 expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.437668:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68400, rc 0) 00000100:00100000:2.0:1772472080.437855:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34656:x1858570835056128:12345-192.168.202.58@tcp:101:bash.0 Request processed in 688us (804us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.437863:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1667 00000100:00100000:2.0:1772472080.453973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.454032:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056256 00000100:00100000:0.0:1772472080.454042:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056256 00000100:00100000:0.0:1772472080.454094:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1668 00000100:00100000:0.0:1772472080.454105:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34657:x1858570835056256:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472080.454137:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.454157:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4be0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bc0 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454213:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454225:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454235:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454244:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454249:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454253:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454282:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454286:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454291:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454294:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.454298:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454344:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454357:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.454360:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.454680:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454687:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d4be7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454698:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454702:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454705:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454708:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.454710:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454713:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454718:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450800) 00010000:00010000:0.0:1772472080.454720:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.454722:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454726:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4bee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454761:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4be0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bc0 expref: 76 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454769:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.454772:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.454775:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4be0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bc0 expref: 76 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.454784:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ea00, rc 0) 00000100:00100000:1.0:1772472080.454901:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34657:x1858570835056256:12345-192.168.202.58@tcp:101:rm.0 Request processed in 796us (934us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.454910:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1668 00000100:00100000:1.0:1772472080.456730:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.456818:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056384 00000100:00100000:0.0:1772472080.456826:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056384 00000100:00100000:0.0:1772472080.456890:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1669 00000100:00100000:0.0:1772472080.456898:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34657:x1858570835056384:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472080.456913:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.456930:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4bf5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bc7 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.456982:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.456992:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457001:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457011:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457015:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457019:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457044:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457048:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457051:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457055:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.457058:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457062:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457069:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.457071:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.457074:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457077:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4bfc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457086:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457089:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457093:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457096:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.457097:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457100:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457104:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450e00) 00010000:00010000:0.0:1772472080.457105:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.457106:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457109:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457129:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4bf5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bc7 expref: 76 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457135:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.457136:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.457139:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4bf5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bc7 expref: 76 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.457145:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f600, rc 0) 00000100:00100000:0.0:1772472080.457188:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34657:x1858570835056384:12345-192.168.202.58@tcp:101:rm.0 Request processed in 291us (465us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.457194:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1669 00000100:00100000:2.0:1772472080.465678:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.465740:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056512 00000100:00100000:1.0:1772472080.465752:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056512 00000100:00100000:1.0:1772472080.465817:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1670 00000100:00100000:1.0:1772472080.465827:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34658:x1858570835056512:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472080.465848:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.465870:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bce expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.465949:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.465965:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.465978:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.465991:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.465996:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.465999:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466035:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466039:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466042:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466047:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466052:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.466055:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466060:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466069:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.466071:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.466074:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466078:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466088:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466091:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466095:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466098:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ac00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.466099:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466102:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466109:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.466111:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.466112:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466115:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466138:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c0a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bce expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466144:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.466145:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.466147:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bce expref: 76 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.466153:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a200, rc 0) 00000100:00100000:1.0:1772472080.466206:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34658:x1858570835056512:12345-192.168.202.58@tcp:101:cp.0 Request processed in 381us (535us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.466213:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1670 00000100:00100000:2.0:1772472080.468084:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.468137:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056640 00000100:00100000:1.0:1772472080.468145:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056640 00000100:00100000:1.0:1772472080.468204:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1671 00000100:00100000:1.0:1772472080.468213:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34658:x1858570835056640:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472080.468232:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.468253:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4c1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bd5 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468329:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468342:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468354:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468514:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468521:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468526:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468555:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468560:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468564:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468568:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.468571:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468578:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468587:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.468589:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.468592:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468596:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468606:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468609:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468613:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468615:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.468617:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468620:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468623:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9b83da6200) 00010000:00010000:1.0:1772472080.468625:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.468626:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468633:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468656:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4c1f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bd5 expref: 76 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468662:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.468664:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.468666:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4c1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bd5 expref: 76 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.468671:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7ae00, rc 0) 00000100:00100000:1.0:1772472080.468718:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34658:x1858570835056640:12345-192.168.202.58@tcp:101:cp.0 Request processed in 506us (641us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.468725:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1671 00000100:00100000:2.0:1772472080.471218:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.471262:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835056896 00000100:00100000:0.0:1772472080.471272:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835056896 00000100:00100000:0.0:1772472080.471353:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1672 00000100:00100000:0.0:1772472080.471364:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+75:34658:x1858570835056896:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.471624:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.471643:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4c34 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bdc expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.471768:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.471784:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.471793:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.471829:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.471839:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 118 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.471854:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856891648:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472080.471922:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b900 going to sleep for 11 seconds 00000100:00100000:0.0:1772472080.473628:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856891648:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472080.473660:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.474251:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.474574:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057024 00000100:00100000:1.0:1772472080.474585:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057024 00010000:00010000:1.0:1772472080.474637:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 119 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.475596:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 479 00000100:00100000:1.0:1772472080.475617:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:2411:x1858570835057024:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472080.475635:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472080.475643:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 119 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.475666:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 119 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.475689:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4bbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bab expref: 119 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.475707:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.475712:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.475724:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.475730:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.475793:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472080.475846:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:2411:x1858570835057024:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 239us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.475852:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 479 00010000:00010000:0.0:1772472080.476213:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.476223:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.476253:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.476263:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.476272:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1772472080.476721:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:0.0:1772472080.477037:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477049:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477059:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477099:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477104:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477109:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477113:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.477117:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477122:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477130:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.477132:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.477136:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477140:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4c3b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472080.477150:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000043a646b4 reply state 0000000077ea220f transno 4294968308 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477158:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477162:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450e00) 00010000:00010000:0.0:1772472080.477164:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472080.477166:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472080.477197:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4c34 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 78 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477208:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 77 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.477213:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:0.0:1772472080.477215:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472080.477216:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ea00, rc 0) 00000100:00100000:0.0:1772472080.477504:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+78:34658:x1858570835056896:12345-192.168.202.58@tcp:101:cp.0 Request processed in 6140us (6293us total) trans 4294968308 rc 0/0 00000100:00100000:0.0:1772472080.477514:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1672 00000100:00100000:2.0:1772472080.480076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.480146:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057152 00000100:00100000:0.0:1772472080.480155:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057152 00000100:00100000:0.0:1772472080.480234:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 449 00000100:00100000:0.0:1772472080.480242:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835057152:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.480265:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.480289:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407be3 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472080.480438:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772472080.480474:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.480477:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.480485:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.480509:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 12 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.480524:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472080.480608:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835057152:12345-192.168.202.58@tcp:101:cp.0 Request processed in 366us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.480614:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 449 00000100:00100000:3.0:1772472080.483786:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.483825:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057280 00000100:00100000:0.0:1772472080.483838:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057280 00000100:00100000:0.0:1772472080.483901:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 450 00000100:00100000:0.0:1772472080.483913:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:34658:x1858570835057280:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.483934:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.483955:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bea expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.483988:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.483997:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.484000:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472080.484004:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 13 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.484043:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.484063:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.484077:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856891776:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472080.484169:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b180 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.491248:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.491377:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856891776:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472080.491416:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 13 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.491767:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fc00, rc 0) 00000100:00100000:0.0:1772472080.491830:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:34658:x1858570835057280:12345-192.168.202.58@tcp:101:cp.0 Request processed in 7919us (8057us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.491839:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 450 00000100:00100000:3.0:1772472080.492925:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057408 00000100:00100000:3.0:1772472080.492940:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057408 00010000:00010000:2.0:1772472080.493082:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.493158:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 480 00000100:00100000:2.0:1772472080.493167:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e87050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570835057408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472080.493182:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472080.493204:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.493217:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.493240:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4c57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407be3 expref: 13 pid: 16551 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.493257:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.493259:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.493266:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.493276:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.493535:0:6511:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 12 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.493551:0:6511:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86069c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6511:1858570856891904:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472080.493631:0:6511:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425000 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.496215:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.496347:0:6511:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86069c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6511:1858570856891904:192.168.202.58@tcp:105: 00010000:00010000:0.0:1772472080.496368:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472080.496414:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e87050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835057408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3250us (5177us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.496431:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 480 00000100:00100000:1.0:1772472080.496664:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057664 00000100:00100000:1.0:1772472080.496671:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057664 00000100:00100000:1.0:1772472080.496711:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 346 00000100:00100000:1.0:1772472080.496723:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+78:34658:x1858570835057664:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:1.0:1772472080.496991:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34658:x1858570835057664:12345-192.168.202.58@tcp:35:cp.0 Request processed in 272us (789us total) trans 4294968309 rc 0/0 00000100:00100000:1.0:1772472080.497002:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 346 00000100:00100000:2.0:1772472080.515723:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.515840:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057792 00000100:00100000:1.0:1772472080.515851:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057792 00000100:00100000:1.0:1772472080.515961:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 637 00000100:00100000:1.0:1772472080.515974:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:2410:x1858570835057792:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472080.516022:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.516044:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bf1 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516106:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516121:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516133:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516148:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516154:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516160:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516204:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516212:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516223:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516229:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.516234:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516243:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516258:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.516261:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.516268:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516275:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4c6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516291:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516298:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516346:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516351:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.516354:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516362:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516370:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff8f9b83da6200) 00010000:00010000:1.0:1772472080.516372:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.516375:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516381:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4c73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516411:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c65 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bf1 expref: 80 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516421:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.516424:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472080.516428:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4c65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bf1 expref: 80 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.516437:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a600, rc -2) 00000100:00100000:1.0:1772472080.516525:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:2410:x1858570835057792:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 553us (811us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472080.516534:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 637 00000100:00100000:2.0:1772472080.518593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.518673:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835057920 00000100:00100000:1.0:1772472080.518683:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835057920 00000100:00100000:1.0:1772472080.518775:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1673 00000100:00100000:1.0:1772472080.518788:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34661:x1858570835057920:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472080.518818:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.518846:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bf8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.518922:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.518937:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.518949:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.518961:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.518966:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.518970:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519030:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519035:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519039:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472080.519072:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:1.0:1772472080.519076:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472080.519093:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519102:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519108:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519112:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519116:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519120:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519124:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.519126:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519130:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519139:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.519141:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.519144:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519148:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4c81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519161:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519164:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519168:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519170:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7bc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.519172:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519175:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519178:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450e00) 00010000:00010000:1.0:1772472080.519180:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.519181:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519184:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4c88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519200:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4c7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bf8 expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519209:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bf8 expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.519217:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:1.0:1772472080.519218:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472080.519220:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7ba00, rc 0) 00000100:00100000:1.0:1772472080.519278:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34661:x1858570835057920:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 493us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.519286:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1673 00000100:00100000:3.0:1772472080.523119:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.523541:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058048 00000100:00100000:0.0:1772472080.523554:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058048 00000100:00100000:0.0:1772472080.523616:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 451 00000100:00100000:0.0:1772472080.523626:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570835058048:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.523652:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.523675:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4c96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c1b expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.523734:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856892032:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472080.523876:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b000 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.525190:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.525218:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058176 00000100:00100000:2.0:1772472080.525226:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058176 00002000:00010000:0.0:1772472080.525270:0:8409:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1772472080.525275:0:8409:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1772472080 00000100:00100000:2.0:1772472080.525276:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 638 00002000:00010000:0.0:1772472080.525277:0:8409:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:0.0:1772472080.525279:0:8409:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:0.0:1772472080.525281:0:8409:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1772472080.525284:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:2410:x1858570835058176:12345-192.168.202.58@tcp:63:ll_sa.0 00000100:00100000:0.0:1772472080.525298:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856892032:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772472080.525346:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4c96 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c1b expref: 17 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525354:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.525368:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4c96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c1b expref: 17 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525369:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4c9d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407bff expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.525382:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f600, rc 0) 00010000:00010000:2.0:1772472080.525430:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525444:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525470:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525485:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525492:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525499:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.525533:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2409:x1858570835058048:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1908us (2422us total) trans 0 rc 301/301 00010000:00010000:2.0:1772472080.525536:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.525542:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 451 00010000:00010000:2.0:1772472080.525543:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525550:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525560:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.525565:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525572:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525584:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.525588:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.525593:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525599:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4ca4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525609:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525615:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525621:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525626:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.525629:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525636:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525647:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c90163700) 00010000:00010000:2.0:1772472080.525649:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.525652:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525658:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4cab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525685:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4c9d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bff expref: 120 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525693:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.525695:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472080.525699:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4c9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bff expref: 120 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.525707:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1400, rc -2) 00000100:00100000:2.0:1772472080.525907:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:2410:x1858570835058176:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 622us (723us total) trans 0 rc -2/-2 00000100:00100000:2.0:1772472080.525915:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 638 00000100:00100000:3.0:1772472080.529279:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.529566:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058304 00000100:00100000:1.0:1772472080.529574:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058304 00000100:00100000:1.0:1772472080.529625:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1674 00000100:00100000:1.0:1772472080.529632:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34661:x1858570835058304:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472080.529652:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.529673:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4cb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c3e expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.529751:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.529770:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.529783:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472080.529835:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1772472080.529839:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1772472080.529859:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.529884:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4cb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 121 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.529897:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 120 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.529904:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.529906:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1772472080.529909:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a200, rc 0) 00000100:00100000:1.0:1772472080.529961:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34661:x1858570835058304:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 329us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.529967:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1674 00000100:00100000:2.0:1772472080.532103:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.534162:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058432 00000100:00100000:0.0:1772472080.534176:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058432 00000100:00100000:0.0:1772472080.534246:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 452 00000100:00100000:0.0:1772472080.534256:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570835058432:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472080.534275:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.534294:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5cd18b9/0xb50b868c089d4cc0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c45 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.534376:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856892160:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472080.534478:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b000 going to sleep for 11 seconds 00000100:00100000:1.0:1772472080.537281:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856892160:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472080.537388:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5cd18b9/0xb50b868c089d4cc0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c45 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.537415:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5cd18b9/0xb50b868c089d4cc0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c45 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.537429:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f400, rc 0) 00000100:00100000:1.0:1772472080.537505:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2412:x1858570835058432:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3250us (5411us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.537515:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 452 00000100:00100000:3.0:1772472080.540921:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.540989:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058688 00000100:00100000:0.0:1772472080.540998:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058688 00000100:00100000:0.0:1772472080.541048:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1675 00000100:00100000:0.0:1772472080.541057:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34661:x1858570835058688:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772472080.541198:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:0.0:1772472080.541275:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34661:x1858570835058688:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 218us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.541283:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1675 00000100:00100000:2.0:1772472080.549113:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.549156:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.549179:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058816 00000100:00100000:1.0:1772472080.549191:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058816 00000100:00100000:1.0:1772472080.549251:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1676 00000100:00100000:1.0:1772472080.549262:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34664:x1858570835058816:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:1.0:1772472080.549284:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1772472080.549393:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835058944 00000100:00100000:3.0:1772472080.549397:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835058944 00000100:00100000:3.0:1772472080.549435:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 639 00000100:00100000:3.0:1772472080.549442:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:2409:x1858570835058944:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1772472080.549550:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.549562:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4cce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c53 expref: -99 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549630:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549645:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549657:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549706:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549711:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549715:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549762:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549770:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549776:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549783:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.549788:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549796:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549811:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.549814:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.549820:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549824:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4cd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549836:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549839:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549843:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549847:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.549848:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549851:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549859:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x51012374 (ffff8f9c8ec38f00) 00010000:00010000:3.0:1772472080.549860:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.549862:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549865:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4cdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549887:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4cce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c53 expref: 122 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549893:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.549894:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472080.549896:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4cce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c53 expref: 122 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.549902:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68400, rc -2) 00010000:00010000:1.0:1772472080.550009:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4cc7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c4c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550035:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550040:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550046:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550053:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550057:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550061:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550073:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550076:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550079:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550086:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550089:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ac00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.550091:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550094:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550098:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.550100:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.550101:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550104:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4ce3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550110:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550114:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550118:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550120:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7bc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.550122:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550128:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550132:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9b83da6200) 00010000:00010000:1.0:1772472080.550133:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.550135:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550138:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d4cea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550150:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4cc7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c4c expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550155:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.550156:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.550158:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4cc7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c4c expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.550163:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a600, rc 0) 00000100:00100000:3.0:1772472080.550194:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:2409:x1858570835058944:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 753us (1038us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772472080.550201:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 639 00000100:00100000:1.0:1772472080.550500:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34664:x1858570835058816:12345-192.168.202.58@tcp:101:bash.0 Request processed in 1240us (1396us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.550506:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1676 00010000:00010000:3.0:1772472080.554624:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472080.556905:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.556978:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059072 00000100:00100000:1.0:1772472080.556988:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059072 00000100:00100000:1.0:1772472080.557038:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1677 00000100:00100000:1.0:1772472080.557045:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34665:x1858570835059072:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472080.557067:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.557086:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4cf1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c5a expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557148:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557159:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557168:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557178:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557182:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557186:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557216:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557220:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557224:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557228:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.557231:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557236:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557246:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.557248:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.557251:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557255:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4cf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557265:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557269:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557272:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557275:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.557277:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557280:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557283:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.557285:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.557287:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557290:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4cff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557344:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4cf1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c5a expref: 80 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557351:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.557352:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.557355:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4cf1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c5a expref: 80 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.557361:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a400, rc 0) 00000100:00100000:1.0:1772472080.557420:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34665:x1858570835059072:12345-192.168.202.58@tcp:101:rm.0 Request processed in 375us (525us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.557428:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1677 00000100:00100000:2.0:1772472080.560834:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.561019:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059200 00000100:00100000:0.0:1772472080.561031:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059200 00000100:00100000:0.0:1772472080.561127:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1678 00000100:00100000:0.0:1772472080.561138:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34665:x1858570835059200:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:0.0:1772472080.561159:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.561180:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4d06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c61 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561250:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561264:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561277:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561292:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561299:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561335:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561389:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561397:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561404:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561410:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.561415:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561431:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561444:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.561456:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.561461:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561468:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561490:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561496:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561502:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561508:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.561511:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561517:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561525:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9b83a2fa00) 00010000:00010000:0.0:1772472080.561527:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.561530:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561536:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561571:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4d06 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c61 expref: 80 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561583:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.561585:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.561590:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4d06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c61 expref: 80 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.561599:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ec00, rc 0) 00000100:00100000:0.0:1772472080.561722:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85439c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34665:x1858570835059200:12345-192.168.202.58@tcp:101:rm.0 Request processed in 585us (983us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.561729:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1678 00000100:00100000:0.0:1772472080.579950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.580093:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059328 00000100:00100000:1.0:1772472080.580105:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059328 00000100:00100000:1.0:1772472080.580164:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1679 00000100:00100000:1.0:1772472080.580175:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34666:x1858570835059328:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472080.580209:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.580231:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4d1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c68 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580295:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580556:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580570:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580588:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580597:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580603:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580645:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580652:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580658:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580665:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580670:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.580675:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580683:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580695:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.580699:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.580704:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580711:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4d22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580726:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580733:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580739:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580756:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.580761:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580768:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580776:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.580779:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.580783:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580790:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4d29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580832:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4d1b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c68 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580844:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.580847:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.580851:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d4d1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c68 expref: 80 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.580861:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a400, rc 0) 00000100:00100000:1.0:1772472080.580938:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34666:x1858570835059328:12345-192.168.202.58@tcp:101:cp.0 Request processed in 763us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.580947:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1679 00000100:00100000:3.0:1772472080.585826:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.585955:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059456 00000100:00100000:2.0:1772472080.585968:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059456 00000100:00100000:2.0:1772472080.586107:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1680 00000100:00100000:2.0:1772472080.586120:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34666:x1858570835059456:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.586146:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.586172:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c6f expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586252:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586270:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586282:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586296:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586334:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586342:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586381:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586388:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586395:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586405:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.586410:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586418:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586583:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.586587:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.586592:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586598:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1c00/0xb50b868c089d4d37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586613:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586618:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586624:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586629:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.586631:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586637:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586647:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c90163700) 00010000:00010000:2.0:1772472080.586649:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.586651:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586656:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586693:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d30 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c6f expref: 80 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586703:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.586706:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.586709:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c6f expref: 80 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.586719:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1e00, rc 0) 00000100:00100000:2.0:1772472080.586834:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34666:x1858570835059456:12345-192.168.202.58@tcp:101:cp.0 Request processed in 717us (1021us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.586843:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1680 00000100:00100000:2.0:1772472080.594588:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.594865:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059712 00000100:00100000:0.0:1772472080.594876:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059712 00000100:00100000:0.0:1772472080.594936:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1681 00000100:00100000:0.0:1772472080.594947:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+79:34666:x1858570835059712:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472080.594970:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.594992:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d45 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c76 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.595113:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.595132:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 119 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.595141:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.595177:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 119 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.595193:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 119 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.595208:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856892288:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472080.595331:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b840 going to sleep for 11 seconds 00000100:00100000:0.0:1772472080.598638:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.598712:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059840 00000100:00100000:1.0:1772472080.598720:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059840 00010000:00010000:1.0:1772472080.598757:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 120 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.598833:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 481 00000100:00100000:1.0:1772472080.598841:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:2411:x1858570835059840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472080.598853:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472080.598859:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 120 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.598869:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 120 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.598889:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.598893:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.598900:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.598905:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.598919:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472080.598978:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:2411:x1858570835059840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 137us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.598985:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 481 00010000:00010000:2.0:1772472080.599038:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d4cb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c3e expref: 119 pid: 9675 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.599053:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856892288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472080.599072:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599082:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599086:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599105:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599111:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599115:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472080.599503:0:10040:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00010000:00010000:2.0:1772472080.599638:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599644:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599649:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599673:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599677:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599684:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599688:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.599691:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599696:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599701:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.599703:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.599705:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599708:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4d4c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472080.599715:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000051bd1356 reply state 0000000081d4a1d9 transno 4294968310 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599722:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599725:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c90163700) 00010000:00010000:2.0:1772472080.599727:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472080.599728:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472080.599754:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4d45 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 82 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599767:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 81 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.599772:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:2.0:1772472080.599773:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472080.599775:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1400, rc 0) 00000100:00100000:2.0:1772472080.599821:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+82:34666:x1858570835059712:12345-192.168.202.58@tcp:101:cp.0 Request processed in 4878us (5246us total) trans 4294968310 rc 0/0 00000100:00100000:2.0:1772472080.599826:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1681 00000100:00100000:0.0:1772472080.608037:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.608130:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835059968 00000100:00100000:3.0:1772472080.608141:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835059968 00000100:00100000:3.0:1772472080.608210:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 453 00000100:00100000:3.0:1772472080.608222:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2411:x1858570835059968:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.608241:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.608264:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c7d expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472080.608289:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772472080.608339:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.608343:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472080.608352:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 15 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.608369:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 15 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.608385:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68400, rc 0) 00000100:00100000:3.0:1772472080.608438:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:2411:x1858570835059968:12345-192.168.202.58@tcp:101:cp.0 Request processed in 219us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.608457:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 453 00000100:00100000:0.0:1772472080.617603:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.620623:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060096 00000100:00100000:3.0:1772472080.620641:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060096 00000100:00100000:2.0:1772472080.620783:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 454 00000100:00100000:2.0:1772472080.620792:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:34666:x1858570835060096:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.620809:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.620826:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c84 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.620854:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.620860:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.620862:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.620864:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 16 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.620893:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.620907:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.620921:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856892416:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472080.621015:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c86a4e240 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.622805:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8543bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856892416:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472080.622844:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 16 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.622868:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1c00, rc 0) 00000100:00100000:2.0:1772472080.623719:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:34666:x1858570835060096:12345-192.168.202.58@tcp:101:cp.0 Request processed in 2921us (6123us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.623730:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 454 00000100:00100000:3.0:1772472080.629282:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.631396:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060224 00000100:00100000:1.0:1772472080.631414:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060224 00010000:00010000:1.0:1772472080.631481:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.631527:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 482 00000100:00100000:1.0:1772472080.631539:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2411:x1858570835060224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472080.631557:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472080.631582:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.631600:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.631629:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000842f8fd/0xb50b868c089d4d68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c7d expref: 16 pid: 9676 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.631648:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.631651:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.631659:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 15 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.631670:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 15 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.631715:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 15 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.631744:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856892544:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772472080.631850:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472080.636982:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15709:1858570856892544:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772472080.637012:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472080.637081:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:2411:x1858570835060224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5543us (7809us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.637092:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 482 00000100:00100000:0.0:1772472080.637882:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.637976:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060480 00000100:00100000:2.0:1772472080.637984:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060480 00000100:00100000:2.0:1772472080.638030:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 347 00000100:00100000:2.0:1772472080.638039:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+82:34666:x1858570835060480:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:2.0:1772472080.638358:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34666:x1858570835060480:12345-192.168.202.58@tcp:35:cp.0 Request processed in 319us (478us total) trans 4294968311 rc 0/0 00000100:00100000:2.0:1772472080.638365:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 347 00000100:00100000:3.0:1772472080.662876:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.662973:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060608 00000100:00100000:2.0:1772472080.662984:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060608 00000100:00100000:2.0:1772472080.663064:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1682 00000100:00100000:2.0:1772472080.663076:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34669:x1858570835060608:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.663104:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.663128:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4d76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c8b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663228:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663245:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663260:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663272:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663281:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663288:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663408:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663418:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663425:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472080.663484:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:2.0:1772472080.663490:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472080.663512:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663524:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663535:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663542:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663549:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663555:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663561:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.663566:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663575:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663588:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.663591:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.663597:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663603:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4d7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663620:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663626:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663632:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663637:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.663640:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663645:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663651:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c90163700) 00010000:00010000:2.0:1772472080.663654:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.663656:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663662:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663687:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4d76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c8b expref: 121 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663701:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c8b expref: 120 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.663713:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:2.0:1772472080.663715:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472080.663718:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b000, rc 0) 00000100:00100000:2.0:1772472080.663767:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34669:x1858570835060608:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 694us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.663774:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1682 00000100:00100000:0.0:1772472080.666160:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.666366:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060736 00000100:00100000:1.0:1772472080.666375:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060736 00000100:00100000:1.0:1772472080.666429:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 455 00000100:00100000:1.0:1772472080.666439:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835060736:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1772472080.666471:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.666490:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d4d92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c92 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.666559:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856892672:192.168.202.58@tcp:106: 00000100:00100000:1.0:1772472080.666649:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1772472080.668724:0:16551:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1772472080.668733:0:16551:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1772472080 00002000:00010000:1.0:1772472080.668736:0:16551:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:1.0:1772472080.668738:0:16551:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:1.0:1772472080.668740:0:16551:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1772472080.668772:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856892672:192.168.202.58@tcp:106: 00010000:00010000:1.0:1772472080.668809:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d4d92 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c92 expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.668833:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d4d92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c92 expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.668847:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a400, rc 0) 00000100:00100000:1.0:1772472080.668904:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835060736:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2467us (2765us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.668913:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 455 00000100:00100000:3.0:1772472080.671539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.675511:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060864 00000100:00100000:2.0:1772472080.675530:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060864 00000100:00100000:2.0:1772472080.675788:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1683 00000100:00100000:2.0:1772472080.675799:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34669:x1858570835060864:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.675822:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.675843:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407c99 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.675918:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.675933:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.675946:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472080.675991:0:6526:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1772472080.675995:0:6526:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472080.676015:0:6526:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.676046:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4d99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 122 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.676077:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 121 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.676087:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.676090:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472080.676093:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b400, rc 0) 00000100:00100000:2.0:1772472080.677465:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34669:x1858570835060864:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1651us (5919us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.677480:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1683 00000100:00100000:0.0:1772472080.693393:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.693576:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835060992 00000100:00100000:3.0:1772472080.693587:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835060992 00000100:00100000:3.0:1772472080.693638:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 456 00000100:00100000:3.0:1772472080.693648:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835060992:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.693667:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.693688:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bdbca81/0xb50b868c089d4da7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ca0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.693760:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856892800:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472080.693853:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.710122:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856892800:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472080.710169:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008bdbca81/0xb50b868c089d4da7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ca0 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.710205:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bdbca81/0xb50b868c089d4da7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ca0 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.710219:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.710284:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835060992:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 16637us (16902us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.710293:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 456 00000100:00100000:2.0:1772472080.731435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.731557:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835061248 00000100:00100000:0.0:1772472080.731568:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835061248 00000100:00100000:0.0:1772472080.731636:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1684 00000100:00100000:0.0:1772472080.731647:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34669:x1858570835061248:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:0.0:1772472080.731810:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:0.0:1772472080.731898:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34669:x1858570835061248:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 252us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.731906:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1684 00000100:00100000:0.0:1772472080.745885:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.745978:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835061376 00000100:00100000:3.0:1772472080.745989:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835061376 00000100:00100000:3.0:1772472080.746067:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1685 00000100:00100000:3.0:1772472080.746079:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34670:x1858570835061376:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:3.0:1772472080.746102:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.746126:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4dae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ca7 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746216:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746238:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746251:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746265:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746273:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746281:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746365:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746373:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746381:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746388:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.746393:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746401:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746415:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.746419:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.746424:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746431:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4db5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746455:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746462:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746468:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746473:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.746476:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746482:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746490:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c8ec38400) 00010000:00010000:3.0:1772472080.746493:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.746496:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746501:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4dbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746537:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4dae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ca7 expref: 122 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746560:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.746562:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.746566:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4dae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ca7 expref: 122 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.746575:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.746639:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34670:x1858570835061376:12345-192.168.202.58@tcp:101:bash.0 Request processed in 564us (765us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.746647:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1685 00000100:00100000:1.0:1772472080.761978:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.762236:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835061504 00000100:00100000:2.0:1772472080.762247:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835061504 00000100:00100000:2.0:1772472080.762337:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1686 00000100:00100000:2.0:1772472080.762348:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34671:x1858570835061504:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472080.762378:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.762399:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4dc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cae expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762513:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762529:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762546:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762657:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762665:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762673:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762718:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762724:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762730:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762735:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.762740:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762747:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762758:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.762761:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.762766:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762864:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4dca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762878:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762884:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762890:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762895:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.762897:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762903:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762910:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c90163500) 00010000:00010000:2.0:1772472080.762912:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.762915:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762920:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4dd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762952:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4dc3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cae expref: 84 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762967:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.762970:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.762974:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4dc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cae expref: 84 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.762983:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b800, rc 0) 00000100:00100000:2.0:1772472080.763052:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34671:x1858570835061504:12345-192.168.202.58@tcp:101:rm.0 Request processed in 705us (1083us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.763060:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1686 00000100:00100000:2.0:1772472080.771539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.771648:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835061632 00000100:00100000:1.0:1772472080.771658:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835061632 00000100:00100000:1.0:1772472080.771724:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1687 00000100:00100000:1.0:1772472080.771736:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34671:x1858570835061632:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472080.771758:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.771793:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4dd8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cb5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771862:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771878:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771890:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771905:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771912:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771919:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771960:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771968:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771973:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771983:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.771989:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.771994:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772003:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772014:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.772018:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.772022:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772029:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d4ddf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772043:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772049:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772055:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772059:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472080.772063:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772073:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772080:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472080.772082:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.772085:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772091:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d4de6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772124:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4dd8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cb5 expref: 84 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772135:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472080.772137:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472080.772141:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d4dd8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cb5 expref: 84 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.772151:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7b200, rc 0) 00000100:00100000:1.0:1772472080.772213:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34671:x1858570835061632:12345-192.168.202.58@tcp:101:rm.0 Request processed in 479us (684us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472080.772221:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1687 00000100:00100000:0.0:1772472080.785042:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.785126:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835061760 00000100:00100000:3.0:1772472080.785136:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835061760 00000100:00100000:3.0:1772472080.785212:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1688 00000100:00100000:3.0:1772472080.785222:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34672:x1858570835061760:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472080.785244:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.785266:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ded lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cbc expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785371:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785387:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785399:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785413:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785419:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785426:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785475:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785482:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785489:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785495:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.785499:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785507:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785519:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.785523:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.785528:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785534:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4df4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785557:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785564:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785570:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785575:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.785578:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785584:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785592:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c8ec38400) 00010000:00010000:3.0:1772472080.785595:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.785598:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785604:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4dfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785637:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ded lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cbc expref: 84 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785648:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.785650:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.785654:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ded lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cbc expref: 84 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.785667:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.785731:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34672:x1858570835061760:12345-192.168.202.58@tcp:101:cp.0 Request processed in 510us (700us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.785739:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1688 00000100:00100000:0.0:1772472080.788569:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.788643:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835061888 00000100:00100000:2.0:1772472080.788653:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835061888 00000100:00100000:2.0:1772472080.788714:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1689 00000100:00100000:2.0:1772472080.788724:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34672:x1858570835061888:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.788743:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.788761:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4e02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cc3 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788826:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788840:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788853:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788871:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788878:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788884:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788921:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788928:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788934:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788940:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9b800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.788944:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788952:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788964:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.788967:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.788972:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788978:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4e09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788990:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.788996:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789002:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789007:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b85f9a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.789010:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789015:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789022:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c90163500) 00010000:00010000:2.0:1772472080.789025:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.789027:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789032:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4e10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789074:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4e02 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cc3 expref: 84 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789084:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.789086:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.789090:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4e02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cc3 expref: 84 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.789099:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:2.0:1772472080.789159:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86069c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34672:x1858570835061888:12345-192.168.202.58@tcp:101:cp.0 Request processed in 437us (607us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.789167:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1689 00000100:00100000:0.0:1772472080.792592:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.792674:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835062144 00000100:00100000:2.0:1772472080.792687:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835062144 00000100:00100000:2.0:1772472080.792753:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1690 00000100:00100000:2.0:1772472080.792762:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+83:34672:x1858570835062144:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.792924:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.792946:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4e17 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cca expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.793051:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.793067:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 120 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.793074:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.793112:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 120 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.793125:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 120 pid: 6526 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.793147:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856892928:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472080.793244:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b85425b40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.795762:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856892928:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472080.795882:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.799068:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.799958:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835062272 00000100:00100000:2.0:1772472080.799971:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835062272 00010000:00010000:2.0:1772472080.800018:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 121 pid: 6526 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.800063:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 483 00000100:00100000:0.0:1772472080.800212:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:2411:x1858570835062272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472080.800229:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472080.800236:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 121 pid: 6526 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.800251:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 121 pid: 6526 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.800274:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b400/0xb50b868c089d4da0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c99 expref: 121 pid: 6526 timeout: 1011 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.800291:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.800296:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.800335:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.800342:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.800367:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472080.800513:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.800521:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.800545:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.800564:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.800573:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472080.800666:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:2411:x1858570835062272:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 592us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.800675:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 483 00000004:00080000:2.0:1772472080.801209:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00010000:00010000:2.0:1772472080.801687:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.801698:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.801706:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.801746:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.801752:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.801758:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.801764:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472080.802931:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.802948:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.802964:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.802967:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472080.802972:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.802978:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472080.802997:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000025352e4c reply state 000000007b89a009 transno 4294968312 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.803007:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.803014:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c90163000) 00010000:00010000:2.0:1772472080.803016:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472080.803020:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472080.803066:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4e17 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 86 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.803082:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 85 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.803089:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:2.0:1772472080.803091:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472080.803094:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80030e00, rc 0) 00000100:00100000:2.0:1772472080.803363:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+86:34672:x1858570835062144:12345-192.168.202.58@tcp:101:cp.0 Request processed in 10537us (10716us total) trans 4294968312 rc 0/0 00000100:00100000:2.0:1772472080.803374:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1690 00000100:00100000:0.0:1772472080.808129:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.808637:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835062400 00000100:00100000:2.0:1772472080.808647:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835062400 00000100:00100000:2.0:1772472080.808712:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 457 00000100:00100000:2.0:1772472080.808723:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2412:x1858570835062400:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472080.808742:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.808766:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cd1 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472080.808805:0:8409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1772472080.808826:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.808828:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472080.808837:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 13 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.808854:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 13 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.808867:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80030c00, rc 0) 00000100:00100000:2.0:1772472080.808930:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570835062400:12345-192.168.202.58@tcp:101:cp.0 Request processed in 209us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.808937:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 457 00000100:00100000:0.0:1772472080.812883:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.812976:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835062528 00000100:00100000:1.0:1772472080.812987:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835062528 00000100:00100000:1.0:1772472080.813057:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 458 00000100:00100000:1.0:1772472080.813069:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:34672:x1858570835062528:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472080.813093:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472080.813110:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cd8 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.813143:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.813152:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.813154:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.813158:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 14 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.813207:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.813221:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.813236:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856893056:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472080.813334:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472080.814873:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856893056:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472080.814904:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 14 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.814923:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7ae00, rc 0) 00000100:00100000:0.0:1772472080.814983:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:34672:x1858570835062528:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1916us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472080.814991:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 458 00000100:00100000:3.0:1772472080.817124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.819982:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835062656 00000100:00100000:1.0:1772472080.819999:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835062656 00010000:00010000:1.0:1772472080.820065:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.820109:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 484 00000100:00100000:1.0:1772472080.820120:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570835062656:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472080.820135:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472080.820158:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.820172:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.820363:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000254e699c/0xb50b868c089d4e3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd1 expref: 14 pid: 8409 timeout: 1011 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.820381:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.820383:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472080.820393:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 13 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.820405:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 13 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472080.820465:0:6510:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 13 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472080.820481:0:6510:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6510:1858570856893184:192.168.202.58@tcp:105: 00000100:00100000:1.0:1772472080.820649:0:6510:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472080.823280:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472080.823520:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835062912 00000100:00100000:0.0:1772472080.823530:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835062912 00000100:00100000:0.0:1772472080.823589:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 348 00000100:00100000:0.0:1772472080.823598:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca54b2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+86:34672:x1858570835062912:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:0.0:1772472080.823890:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca54b2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34672:x1858570835062912:12345-192.168.202.58@tcp:35:cp.0 Request processed in 292us (617us total) trans 4294968313 rc 0/0 00000100:00100000:0.0:1772472080.823899:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 348 00000100:00100000:1.0:1772472080.825121:0:6510:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6510:1858570856893184:192.168.202.58@tcp:105: 00010000:00010000:1.0:1772472080.825149:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472080.825348:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2412:x1858570835062656:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5229us (8232us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472080.825361:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 484 00000100:00100000:3.0:1772472080.858436:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472080.858682:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063040 00000100:00100000:1.0:1772472080.858693:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063040 00000100:00100000:3.0:1772472080.859576:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1691 00000100:00100000:3.0:1772472080.859594:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34675:x1858570835063040:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.859620:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.859646:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4e48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cdf expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859726:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859742:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859754:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859765:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859773:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859785:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859859:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859868:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859875:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1772472080.859916:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:3.0:1772472080.859921:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1772472080.859942:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859955:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859963:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859968:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859974:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859981:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.859985:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.859993:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860006:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472080.860009:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.860413:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860422:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d4e4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860438:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860455:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860461:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860466:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472080.860469:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860475:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860484:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c90163000) 00010000:00010000:3.0:1772472080.860488:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472080.860491:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860501:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4e56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.860536:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4e48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cdf expref: 122 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.861986:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cdf expref: 121 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.861998:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:3.0:1772472080.862002:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1772472080.862007:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68400, rc 0) 00000100:00100000:3.0:1772472080.863111:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34675:x1858570835063040:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3516us (4677us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472080.863122:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1691 00000100:00100000:0.0:1772472080.874559:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.875204:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063168 00000100:00100000:3.0:1772472080.875215:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063168 00000100:00100000:3.0:1772472080.875364:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 459 00000100:00100000:3.0:1772472080.875377:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835063168:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472080.875402:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472080.875423:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4e64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ce6 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472080.875502:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856893312:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472080.875619:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d39c0 going to sleep for 11 seconds 00002000:00010000:3.0:1772472080.885774:0:9676:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472080.885786:0:9676:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.885789:0:9676:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.885791:0:9676:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1772472080 00002000:00010000:3.0:1772472080.885793:0:9676:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472080.885819:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856893312:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472080.885862:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4e64 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ce6 expref: 17 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.885888:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d4e64 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ce6 expref: 17 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472080.885903:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:3.0:1772472080.890909:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835063168:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 15522us (16361us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472080.890925:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 459 00000100:00100000:0.0:1772472080.903517:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.906051:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063296 00000100:00100000:2.0:1772472080.906069:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063296 00000100:00100000:2.0:1772472080.906164:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1692 00000100:00100000:2.0:1772472080.906175:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34675:x1858570835063296:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.906389:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.906412:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4e6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ced expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.906500:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.906516:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.906532:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472080.906592:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1772472080.906596:0:10040:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472080.906618:0:10040:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.906646:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4e6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 123 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.906666:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 122 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.906675:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472080.906678:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1772472080.906682:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80030200, rc 0) 00000100:00100000:2.0:1772472080.906741:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34675:x1858570835063296:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 568us (3235us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.906749:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1692 00000100:00100000:0.0:1772472080.927197:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.936847:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063424 00000100:00100000:3.0:1772472080.936867:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063424 00000100:00100000:2.0:1772472080.948980:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 460 00000100:00100000:2.0:1772472080.948998:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570835063424:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472080.949019:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472080.949038:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dab63777/0xb50b868c089d4e79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cf4 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472080.949115:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856893440:192.168.202.58@tcp:106: 00000100:00100000:2.0:1772472080.949239:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b865fe180 going to sleep for 11 seconds 00000100:00100000:2.0:1772472080.952414:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856893440:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772472080.952479:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dab63777/0xb50b868c089d4e79 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cf4 expref: 17 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.952504:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dab63777/0xb50b868c089d4e79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cf4 expref: 17 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472080.952519:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80031800, rc 0) 00000100:00100000:2.0:1772472080.952592:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570835063424:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3598us (25414us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472080.952602:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 460 00000100:00100000:3.0:1772472080.970214:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472080.970346:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063680 00000100:00100000:2.0:1772472080.970356:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063680 00000100:00100000:2.0:1772472080.970433:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1693 00000100:00100000:2.0:1772472080.970474:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34675:x1858570835063680:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:2.0:1772472080.970661:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:2.0:1772472080.970750:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34675:x1858570835063680:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 308us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472080.970758:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1693 00000100:00100000:1.0:1772472080.995386:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472080.995688:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063808 00000100:00100000:3.0:1772472080.995698:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063808 00000100:00100000:0.0:1772472080.995986:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1694 00000100:00100000:0.0:1772472080.995997:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34676:x1858570835063808:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:0.0:1772472080.996020:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472080.996040:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4e80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407cfb expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996111:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996127:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996141:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996190:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996198:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996204:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996242:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996250:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996256:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996261:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.996266:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996273:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996286:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.996289:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.996295:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996326:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4e87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996340:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996347:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996352:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996357:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472080.996360:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996366:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996374:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9b83a2fa00) 00010000:00010000:0.0:1772472080.996377:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.996380:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996386:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4e8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996431:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4e80 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cfb expref: 123 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996450:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472080.996453:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472080.996457:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f400/0xb50b868c089d4e80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cfb expref: 123 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472080.996466:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f400, rc 0) 00000100:00100000:0.0:1772472080.996533:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34676:x1858570835063808:12345-192.168.202.58@tcp:101:bash.0 Request processed in 537us (1157us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472080.996550:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1694 00000100:00100000:3.0:1772472081.015763:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.019611:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835063936 00000100:00100000:1.0:1772472081.019626:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835063936 00000100:00100000:1.0:1772472081.019795:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1695 00000100:00100000:1.0:1772472081.019806:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34677:x1858570835063936:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472081.019832:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.019857:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4e95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d02 expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.019931:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.019946:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.019957:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.019966:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.019970:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.019977:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020012:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020018:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020024:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020030:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.020035:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020043:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020056:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.020059:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.020065:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020071:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4e9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020086:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020091:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020097:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020102:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.020105:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020110:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020117:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472081.020120:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.020122:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020127:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d4ea3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020166:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4e95 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d02 expref: 88 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020177:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.020179:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.020183:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4e95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d02 expref: 88 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.020194:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7ac00, rc 0) 00000100:00100000:1.0:1772472081.020262:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34677:x1858570835063936:12345-192.168.202.58@tcp:101:rm.0 Request processed in 459us (4509us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472081.020270:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1695 00000100:00080000:2.0:1772472081.021280:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472081.022728:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.022884:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064064 00000100:00100000:1.0:1772472081.022895:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064064 00000100:00100000:1.0:1772472081.022955:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1696 00000100:00100000:1.0:1772472081.022966:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34677:x1858570835064064:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472081.022987:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.023011:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4eaa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d09 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023087:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023103:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023115:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023128:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023133:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023137:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023188:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023197:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023201:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023205:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023209:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.023212:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023217:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023227:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.023229:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.023233:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023237:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d4eb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023249:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023252:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023256:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023260:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.023261:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023265:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023268:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9b83da6200) 00010000:00010000:1.0:1772472081.023269:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.023271:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023274:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4eb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023299:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4eaa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d09 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023624:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.023626:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.023629:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4eaa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d09 expref: 88 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.023638:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7aa00, rc 0) 00000100:00100000:1.0:1772472081.023705:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34677:x1858570835064064:12345-192.168.202.58@tcp:101:rm.0 Request processed in 741us (986us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472081.023711:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1696 00000100:00100000:0.0:1772472081.044391:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.049199:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064192 00000100:00100000:3.0:1772472081.049218:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064192 00000100:00100000:0.0:1772472081.058642:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1697 00000100:00100000:0.0:1772472081.058660:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34678:x1858570835064192:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472081.058685:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.058708:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4ebf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d10 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058802:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058820:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058833:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058849:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058856:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058863:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058905:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058910:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058914:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058918:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.058921:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058927:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058936:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.058938:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.058942:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058946:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4ec6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058956:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058960:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058964:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058967:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.058969:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058973:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058976:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9b83a2fa00) 00010000:00010000:0.0:1772472081.058977:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.058979:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.058982:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4ecd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.059013:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4ebf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d10 expref: 88 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.059019:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.059021:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.059022:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fe00/0xb50b868c089d4ebf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d10 expref: 88 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.059028:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472081.059105:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34678:x1858570835064192:12345-192.168.202.58@tcp:101:cp.0 Request processed in 451us (14727us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472081.059111:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1697 00000040:00080000:1.0:1772472081.066747:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472081.066759:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472081.066879:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 53 count 10 00000040:00080000:1.0:1772472081.066889:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472081.067195:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856893568:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472081.067572:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b300 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.071390:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.071728:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064320 00000100:00100000:2.0:1772472081.071738:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064320 00000100:00100000:2.0:1772472081.071805:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1698 00000100:00100000:2.0:1772472081.071817:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+88:34678:x1858570835064320:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1772472081.071849:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.071873:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4ed4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d17 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.071945:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.071961:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.071973:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.071989:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.071996:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072002:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072047:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072054:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072061:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072066:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.072071:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072080:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072095:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.072098:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.072104:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072110:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4edb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072126:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072132:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072137:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072142:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.072145:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072150:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072157:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9c89ad5200) 00010000:00010000:2.0:1772472081.072160:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.072164:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072169:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ee2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072205:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4ed4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d17 expref: 89 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072217:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.072219:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.072223:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4ed4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d17 expref: 89 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.072232:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80031800, rc 0) 00000100:00100000:2.0:1772472081.072297:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+88:34678:x1858570835064320:12345-192.168.202.58@tcp:101:cp.0 Request processed in 484us (919us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472081.072350:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1698 00000100:00100000:2.0:1772472081.086092:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856893568:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472081.093887:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.093937:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064448 00000100:00100000:1.0:1772472081.093950:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064448 00000100:00100000:1.0:1772472081.094031:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1699 00000100:00100000:1.0:1772472081.094042:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34681:x1858570835064448:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.094080:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.094277:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+87:34681:x1858570835064448:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 235us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.094285:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1699 00000100:00100000:3.0:1772472081.102931:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.102976:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.103001:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.103030:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064960 00000100:00100000:3.0:1772472081.103041:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064960 00000100:00100000:2.0:1772472081.103044:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064576 00000100:00100000:2.0:1772472081.103047:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064576 00000100:00100000:2.0:1772472081.103113:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835064704 00000100:00100000:2.0:1772472081.103117:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835064704 00000100:00100000:3.0:1772472081.103121:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1700 00000100:00100000:3.0:1772472081.103130:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+89:34678:x1858570835064960:12345-192.168.202.58@tcp:101:cp.0 00000100:00100000:2.0:1772472081.103131:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1701 00000100:00100000:2.0:1772472081.103136:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+89:34680:x1858570835064576:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.103151:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000080:2.0:1772472081.103166:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1772472081.103172:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ee9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d1e expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.103270:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.103285:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 121 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.103292:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+90:34680:x1858570835064576:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 156us (315us total) trans 0 rc 0/0 00010000:00010000:3.0:1772472081.103294:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.103332:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1701 00000100:00100000:2.0:1772472081.103350:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1702 00010000:00010000:3.0:1772472081.103355:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 121 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.103356:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+89:34679:x1858570835064704:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.103368:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 121 pid: 10040 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:2.0:1772472081.103379:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472081.103382:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856893696:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472081.103450:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1772472081.103935:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+89:34679:x1858570835064704:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 577us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.103943:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1702 00000100:00100000:3.0:1772472081.110167:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.110842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.110879:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835065344 00000100:00100000:3.0:1772472081.110902:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835065344 00010000:00010000:3.0:1772472081.110944:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 122 pid: 10040 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.110981:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 485 00000100:00100000:3.0:1772472081.110992:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2411:x1858570835065344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.111009:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.111016:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 122 pid: 10040 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.111030:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 122 pid: 10040 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.111057:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472081.111063:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.111075:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.111084:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.111112:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.111178:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2411:x1858570835065344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 188us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.111188:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 485 00010000:00010000:2.0:1772472081.111385:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4e72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ced expref: 121 pid: 10040 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.111402:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856893696:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472081.111435:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.111454:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.111460:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.111484:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.111494:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.111502:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1772472081.111958:0:6527:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:2.0:1772472081.112146:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112157:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112166:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112226:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112233:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112241:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112247:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.112252:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112259:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112271:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.112274:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.112278:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112289:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d4ef0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472081.112364:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000808dd1e3 reply state 00000000fa6ccd0a transno 4294968314 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112374:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112381:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9c89ad5200) 00010000:00010000:2.0:1772472081.112383:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472081.112387:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472081.112429:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d4ee9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 90 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112456:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 89 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112464:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:2.0:1772472081.112466:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.112469:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80030800, rc 0) 00000100:00100000:2.0:1772472081.112521:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+90:34678:x1858570835064960:12345-192.168.202.58@tcp:101:cp.0 Request processed in 9393us (9601us total) trans 4294968314 rc 0/0 00000100:00100000:2.0:1772472081.112529:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1700 00000100:00100000:2.0:1772472081.112554:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835065216 00000100:00100000:2.0:1772472081.112559:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835065216 00000100:00100000:2.0:1772472081.112594:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1703 00000100:00100000:2.0:1772472081.112602:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+90:34681:x1858570835065216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.112619:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.112633:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f0c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d25 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112709:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4f13 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112717:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4f13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112724:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4f13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.112731:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1772472081.112782:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f0c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d25 expref: 93 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112794:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4f13 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d25 expref: 92 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.112801:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772472081.112805:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.112807:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:2.0:1772472081.112830:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+92:34681:x1858570835065216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 229us (2677us total) trans 4294968315 rc 0/0 00000100:00100000:2.0:1772472081.112836:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1703 00000100:00100000:2.0:1772472081.116873:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.117033:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.125157:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.125195:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.125351:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835065984 00000100:00100000:0.0:1772472081.125362:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835065984 00000100:00100000:0.0:1772472081.125436:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 107 00000100:00100000:0.0:1772472081.125456:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+92:2410:x1858570835065984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472081.125473:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472081.125499:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4f13 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d25 expref: 92 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.125519:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:0.0:1772472081.125525:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472081.125583:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+91:2410:x1858570835065984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 128us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.125591:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 107 00000100:00100000:0.0:1772472081.125618:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066112 00000100:00100000:0.0:1772472081.125622:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066112 00000100:00100000:0.0:1772472081.125651:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 461 00000100:00100000:0.0:1772472081.125659:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2410:x1858570835066112:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.125695:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.125714:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 13 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.125723:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.125725:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.125728:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.125766:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 13 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.125780:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 13 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.125796:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856893824:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.125850:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b000 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.126154:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835065600 00000100:00100000:1.0:1772472081.126160:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835065600 00000100:00100000:1.0:1772472081.126202:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835065856 00000100:00100000:1.0:1772472081.126216:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835065856 00000100:00100000:1.0:1772472081.126237:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1704 00000100:00100000:1.0:1772472081.126245:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+92:34679:x1858570835065600:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.126258:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.126271:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4f28 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d2c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.126557:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1705 00000100:00100000:2.0:1772472081.126567:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34680:x1858570835065856:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.126576:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.126585:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4f2f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d33 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.126648:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4f36 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.126661:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.126673:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.126685:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:2.0:1772472081.126797:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a400/0xb50b868c089d4f2f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d33 expref: 96 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.126813:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4f36 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d33 expref: 95 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.126821:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:2.0:1772472081.126824:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.126827:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b85f9b800, rc 0) 00000100:00100000:2.0:1772472081.126862:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+95:34680:x1858570835065856:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 297us (9829us total) trans 4294968316 rc 0/0 00000100:00100000:2.0:1772472081.126869:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1705 00010000:00010000:1.0:1772472081.126931:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4f44 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.126942:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4f44 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.126955:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4f44 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472081.126964:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1772472081.127013:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4f28 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d2c expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.127027:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4f44 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d2c expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.127034:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:1.0:1772472081.127036:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472081.127039:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7be00, rc 0) 00000100:00100000:1.0:1772472081.127060:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+95:34679:x1858570835065600:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 816us (10199us total) trans 4294968317 rc 0/0 00000100:00100000:1.0:1772472081.127067:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1704 00000100:00100000:1.0:1772472081.132351:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856893824:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.132395:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.132576:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.132653:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066240 00000100:00100000:3.0:1772472081.132661:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066240 00002000:00100000:3.0:1772472081.132714:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff8f9cb785dc00 x1858570835066240/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.132723:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785dc00 with x1858570835066240 ext(0->157) 00010000:00010000:3.0:1772472081.132730:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 14 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.132743:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 14 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.132751:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb785dc00 00000100:00100000:3.0:1772472081.132784:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 21 00000100:00100000:3.0:1772472081.132794:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2409:x1858570835066240:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772472081.135837:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2409:x1858570835066240:12345-192.168.202.58@tcp:4:cp.0 Request processed in 3034us (3251us total) trans 4294967382 rc 0/0 00000100:00100000:3.0:1772472081.135855:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 21 00002000:00100000:3.0:1772472081.135868:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff8f9cb785dc00 x1858570835066240/t4294967382(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.135878:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785dc00 with x1858570835066240 ext(0->157) 00010000:00010000:3.0:1772472081.135888:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 16 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.135909:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 16 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.135916:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb785dc00 00000100:00100000:2.0:1772472081.136977:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.137019:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.137077:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066496 00000100:00100000:1.0:1772472081.137087:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066496 00000100:00100000:1.0:1772472081.137145:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066368 00000100:00100000:1.0:1772472081.137149:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066368 00000100:00100000:1.0:1772472081.137178:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 108 00000100:00100000:1.0:1772472081.137188:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e87850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+96:2410:x1858570835066496:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.137215:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.137244:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d4f44 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d2c expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.137262:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:1.0:1772472081.137267:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.137329:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e87850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+95:2410:x1858570835066496:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 143us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.137337:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 108 00000100:00100000:0.0:1772472081.137546:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 109 00000100:00100000:0.0:1772472081.137557:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+94:2410:x1858570835066368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472081.137566:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472081.137578:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b800/0xb50b868c089d4f36 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d33 expref: 94 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.137589:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:0.0:1772472081.137593:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472081.137626:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:2410:x1858570835066368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 59us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.137634:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 109 00000100:00100000:2.0:1772472081.142100:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.142141:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.142170:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.142342:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066880 00000100:00100000:1.0:1772472081.142352:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066880 00000100:00100000:1.0:1772472081.142417:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066752 00000100:00100000:1.0:1772472081.142420:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066752 00000100:00100000:1.0:1772472081.142435:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835066624 00000100:00100000:1.0:1772472081.142438:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835066624 00000100:00100000:1.0:1772472081.142468:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 462 00000100:00100000:1.0:1772472081.142478:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2410:x1858570835066880:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.142530:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.142553:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 16 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.142560:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472081.142562:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472081.142566:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.142611:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 16 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.142624:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 16 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.142638:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856893952:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472081.142717:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca1f206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1772472081.142975:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 463 00000100:00100000:0.0:1772472081.142986:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2412:x1858570835066752:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.143008:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.143024:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 16 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.143030:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.143032:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.143034:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.143053:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 16 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.143061:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 16 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.143072:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856894080:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.143098:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665be40 going to sleep for 11 seconds 00000100:00100000:2.0:1772472081.160280:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.160358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.160395:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.160612:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835067136 00000100:00100000:1.0:1772472081.160622:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835067136 00002000:00100000:1.0:1772472081.160688:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff8f9cb785c700 x1858570835067136/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.160699:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785c700 with x1858570835067136 ext(0->157) 00010000:00010000:1.0:1772472081.160708:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 17 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.160724:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 17 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472081.160732:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb785c700 00000100:00100000:1.0:1772472081.160766:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835067264 00000100:00100000:1.0:1772472081.160770:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835067264 00002000:00100000:1.0:1772472081.160787:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff8f9cb7826a00 x1858570835067264/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.160801:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7826a00 with x1858570835067264 ext(0->157) 00010000:00010000:1.0:1772472081.160807:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 17 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.160816:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 17 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472081.160823:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb7826a00 00000100:00100000:1.0:1772472081.160840:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 22 00000100:00100000:1.0:1772472081.160849:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2409:x1858570835067136:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:1.0:1772472081.161346:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 23 00000100:00100000:1.0:1772472081.161354:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2410:x1858570835067264:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:0.0:1772472081.162260:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856894080:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.162289:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.162689:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2409:x1858570835067136:12345-192.168.202.58@tcp:4:cp.0 Request processed in 1840us (2419us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1772472081.162699:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 22 00002000:00100000:1.0:1772472081.162708:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff8f9cb785c700 x1858570835067136/t4294967383(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.162718:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb785c700 with x1858570835067136 ext(0->157) 00010000:00010000:1.0:1772472081.162725:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.162736:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472081.162749:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb785c700 00000100:00100000:1.0:1772472081.162789:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856893952:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.162803:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.164694:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2410:x1858570835067264:12345-192.168.202.58@tcp:4:cp.0 Request processed in 3330us (4326us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1772472081.164708:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 23 00002000:00100000:0.0:1772472081.164720:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff8f9cb7826a00 x1858570835067264/t4294967381(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.164730:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7826a00 with x1858570835067264 ext(0->157) 00010000:00010000:0.0:1772472081.164740:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.164752:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.164760:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb7826a00 00000100:00100000:3.0:1772472081.169341:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.169607:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835067008 00000100:00100000:0.0:1772472081.169619:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835067008 00010000:00010000:0.0:1772472081.169665:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 19 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.169709:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835067392 00000100:00100000:0.0:1772472081.169712:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835067392 00010000:00010000:0.0:1772472081.169724:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 20 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.169761:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 486 00000100:00100000:0.0:1772472081.169770:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2411:x1858570835067008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472081.169793:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772472081.169812:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772472081.169820:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 20 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.169840:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 20 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.169866:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4a90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b03 expref: 20 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.169884:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.169886:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.169892:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.169903:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.169933:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472081.169979:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2411:x1858570835067008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 211us (9584us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.169986:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 486 00000100:00100000:0.0:1772472081.170004:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 487 00000100:00100000:0.0:1772472081.170010:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2409:x1858570835067392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472081.170016:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772472081.170023:0:6511:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772472081.170027:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 18 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170043:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 18 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170055:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae5237b4/0xb50b868c089d488a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079d6 expref: 18 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170064:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.170066:0:6511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.170069:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170078:0:6511:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170091:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472081.170106:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2409:x1858570835067392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 96us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.170111:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 487 00010000:00010000:0.0:1772472081.170133:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170142:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170161:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170170:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170178:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170185:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fe00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472081.170189:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170199:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170209:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170216:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.170253:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2410:x1858570835066112:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 44595us (45058us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.170261:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 461 00000100:00100000:0.0:1772472081.170275:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 464 00000100:00100000:0.0:1772472081.170282:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2412:x1858570835066624:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472081.170341:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.170355:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d3a expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.170370:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1772472081.170381:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.170383:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.170388:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170402:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.170956:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ec00, rc 0) 00000100:00100000:0.0:1772472081.170988:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2412:x1858570835066624:12345-192.168.202.58@tcp:101:cp.0 Request processed in 705us (28815us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.170994:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 464 00010000:00010000:1.0:1772472081.172175:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172187:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172209:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172214:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172220:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172224:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.172227:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172236:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172249:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.172253:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e92c069f/0xb50b868c089d4f52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.172349:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:2410:x1858570835066880:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 29871us (30259us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.172355:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 462 00000100:00100000:3.0:1772472081.176099:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.176192:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835067520 00000100:00100000:0.0:1772472081.176204:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835067520 00010000:00010000:0.0:1772472081.176243:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.176277:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 488 00000100:00100000:0.0:1772472081.176283:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2412:x1858570835067520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472081.176296:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1772472081.176336:0:15709:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1772472081.176341:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176351:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176373:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d497f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a38 expref: 19 pid: 8408 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176390:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.176391:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.176396:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176407:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176455:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472081.176510:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2412:x1858570835067520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 225us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.176518:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 488 00010000:00010000:0.0:1772472081.176542:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176548:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176563:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176568:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176574:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176578:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472081.176581:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176586:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176594:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.176598:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcc5fb4d/0xb50b868c089d4f59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.176631:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835066752:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 33649us (34491us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.176636:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 463 00000100:00100000:2.0:1772472081.190110:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.190239:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835068032 00000100:00100000:1.0:1772472081.190252:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835068032 00000100:00100000:1.0:1772472081.190360:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1706 00000100:00100000:1.0:1772472081.190381:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34679:x1858570835068032:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.190940:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34679:x1858570835068032:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 561us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.190949:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1706 00000100:00100000:0.0:1772472081.197460:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.197496:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.197665:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835067776 00000100:00100000:1.0:1772472081.197676:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835067776 00000100:00100000:1.0:1772472081.197748:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1707 00000100:00100000:1.0:1772472081.197758:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34681:x1858570835067776:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.197875:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34681:x1858570835067776:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 118us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.197883:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1707 00000100:00100000:3.0:1772472081.198832:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.200212:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.200334:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835068416 00000100:00100000:1.0:1772472081.200346:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835068416 00000100:00100000:1.0:1772472081.200439:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1708 00000100:00100000:1.0:1772472081.200458:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34680:x1858570835068416:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.200584:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34680:x1858570835068416:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 128us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.200593:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1708 00000100:00100000:2.0:1772472081.202708:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835068160 00000100:00100000:2.0:1772472081.202725:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835068160 00000100:00100000:0.0:1772472081.202848:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835068544 00000100:00100000:0.0:1772472081.202854:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835068544 00000100:00100000:0.0:1772472081.202930:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 465 00000100:00100000:0.0:1772472081.202939:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:2410:x1858570835068544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.202966:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.202992:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d48 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.203024:0:9676:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:0.0:1772472081.203058:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.203061:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.203071:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 16 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.203089:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 16 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.203184:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fe00, rc 0) 00000100:00100000:0.0:1772472081.203256:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2410:x1858570835068544:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 317us (4427us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.203263:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 465 00000100:00100000:0.0:1772472081.203346:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 466 00000100:00100000:0.0:1772472081.203354:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:34678:x1858570835068160:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:0.0:1772472081.203362:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.203385:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d41 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.203413:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 18 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.203421:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.203423:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.203427:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 18 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.203474:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 18 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.203488:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 18 pid: 16551 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.203503:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856894208:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.203666:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665be40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.210144:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.210189:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.210225:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.210263:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835069056 00000100:00100000:1.0:1772472081.210273:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835069056 00000100:00100000:1.0:1772472081.210357:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1709 00000100:00100000:1.0:1772472081.210378:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34679:x1858570835069056:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.210542:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34679:x1858570835069056:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 176us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.210550:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1709 00000100:00100000:3.0:1772472081.210913:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835068672 00000100:00100000:3.0:1772472081.210919:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835068672 00000100:00100000:3.0:1772472081.210958:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835068800 00000100:00100000:3.0:1772472081.210961:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835068800 00000100:00100000:3.0:1772472081.210981:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 467 00000100:00100000:3.0:1772472081.210988:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2411:x1858570835068672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.210999:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.211020:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d4f expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.211045:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:3.0:1772472081.211062:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.211064:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.211074:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 20 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.211093:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 20 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.211109:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68600, rc 0) 00000100:00100000:3.0:1772472081.211137:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2411:x1858570835068672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 149us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.211143:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 467 00000100:00100000:3.0:1772472081.211158:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 468 00000100:00100000:3.0:1772472081.211165:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2412:x1858570835068800:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.211173:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.211185:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d56 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.211199:0:16551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:3.0:1772472081.211209:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.211210:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.211214:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.211225:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.211234:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68200, rc 0) 00000100:00100000:3.0:1772472081.211253:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835068800:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 89us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.211259:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 468 00000100:00100000:0.0:1772472081.211785:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856894208:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.211815:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 19 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.211828:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f400, rc 0) 00000100:00100000:0.0:1772472081.211866:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:34678:x1858570835068160:12345-192.168.202.58@tcp:101:cp.0 Request processed in 8513us (14369us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.211873:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 466 00000100:00100000:1.0:1772472081.214181:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.214381:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835069184 00000100:00100000:3.0:1772472081.214396:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835069184 00010000:00010000:3.0:1772472081.214629:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 19 pid: 16551 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.214673:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 489 00000100:00100000:3.0:1772472081.214682:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2409:x1858570835069184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.214702:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.214726:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 19 pid: 16551 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.214927:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 19 pid: 16551 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.214957:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a64a1ac5/0xb50b868c089d4f60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d3a expref: 19 pid: 16551 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.214977:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.214979:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.214987:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 18 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.214999:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 18 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.215044:0:7450:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 18 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.215059:0:7450:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856894336:192.168.202.58@tcp:105: 00000100:00100000:3.0:1772472081.215154:0:7450:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.228171:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.228223:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.228257:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.228397:0:7450:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7450:1858570856894336:192.168.202.58@tcp:105: 00010000:00010000:3.0:1772472081.228451:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.228504:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2409:x1858570835069184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 13822us (14332us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.228518:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 489 00000100:00100000:1.0:1772472081.228962:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835069440 00000100:00100000:1.0:1772472081.228971:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835069440 00000100:00100000:1.0:1772472081.229017:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835069696 00000100:00100000:1.0:1772472081.229020:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835069696 00000100:00100000:1.0:1772472081.229041:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1710 00000100:00100000:1.0:1772472081.229050:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+94:34681:x1858570835069440:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.229137:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+94:34681:x1858570835069440:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 87us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.229143:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1710 00000100:00100000:1.0:1772472081.229158:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1711 00000100:00100000:1.0:1772472081.229164:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34680:x1858570835069696:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.229196:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34680:x1858570835069696:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 31us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.229202:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1711 00000100:00100000:2.0:1772472081.229370:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835069824 00000100:00100000:2.0:1772472081.229375:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835069824 00002000:00100000:2.0:1772472081.229406:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff8f9b86860380 x1858570835069824/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472081.229429:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86860380 with x1858570835069824 ext(0->4095) 00002000:00010000:2.0:1772472081.229435:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86860380 00000100:00100000:2.0:1772472081.229461:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 111 00000100:00100000:2.0:1772472081.229469:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835069824:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.229624:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835069824:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 156us (1364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1772472081.229631:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 111 00002000:00100000:2.0:1772472081.229637:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff8f9b86860380 x1858570835069824/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472081.229646:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86860380 with x1858570835069824 ext(0->4095) 00002000:00010000:2.0:1772472081.229650:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b86860380 00000100:00100000:1.0:1772472081.235242:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.235284:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.235431:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.235575:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070336 00000100:00100000:0.0:1772472081.235589:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070336 00002000:00100000:0.0:1772472081.235645:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff8f9c923ef800 x1858570835070336/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.235657:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c923ef800 with x1858570835070336 ext(0->4095) 00002000:00010000:0.0:1772472081.235664:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9c923ef800 00000100:00100000:0.0:1772472081.235704:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 112 00000100:00100000:0.0:1772472081.235713:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2411:x1858570835070336:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1772472081.235911:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2411:x1858570835070336:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 199us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772472081.235919:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 112 00002000:00100000:0.0:1772472081.235939:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff8f9c923ef800 x1858570835070336/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.235948:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9c923ef800 with x1858570835070336 ext(0->4095) 00002000:00010000:0.0:1772472081.235952:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9c923ef800 00000100:00100000:3.0:1772472081.236720:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070080 00000100:00100000:3.0:1772472081.236730:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070080 00000100:00100000:3.0:1772472081.236788:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:3.0:1772472081.236796:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+93:34678:x1858570835070080:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:3.0:1772472081.237098:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+94:34678:x1858570835070080:12345-192.168.202.58@tcp:35:cp.0 Request processed in 302us (1868us total) trans 4294968318 rc 0/0 00000100:00100000:3.0:1772472081.237106:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 349 00000100:00100000:2.0:1772472081.238639:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070208 00000100:00100000:2.0:1772472081.238655:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070208 00000100:00100000:2.0:1772472081.238723:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1712 00000100:00100000:2.0:1772472081.238733:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+94:34679:x1858570835070208:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.238768:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.238797:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4f83 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d5d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.238833:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.238847:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.238858:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.238969:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4f83 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 96 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.238991:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 95 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.239001:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:2.0:1772472081.239003:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472081.239007:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c80031800, rc 0) 00000100:00100000:2.0:1772472081.239074:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+95:34679:x1858570835070208:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 342us (3788us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.239086:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1712 00000100:00100000:3.0:1772472081.245244:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.245344:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070464 00000100:00100000:2.0:1772472081.245355:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070464 00002000:00100000:2.0:1772472081.245423:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff8f9b86861880 x1858570835070464/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472081.245436:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86861880 with x1858570835070464 ext(0->4095) 00002000:00010000:2.0:1772472081.245450:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86861880 00000100:00100000:2.0:1772472081.245485:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 113 00000100:00100000:2.0:1772472081.245495:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835070464:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.245653:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835070464:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 160us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1772472081.245659:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 113 00002000:00100000:2.0:1772472081.245664:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff8f9b86861880 x1858570835070464/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472081.245669:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86861880 with x1858570835070464 ext(0->4095) 00002000:00010000:2.0:1772472081.245672:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86861880 00000100:00100000:1.0:1772472081.248037:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.250042:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070592 00000100:00100000:2.0:1772472081.250058:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070592 00000100:00100000:2.0:1772472081.250132:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1713 00000100:00100000:2.0:1772472081.250142:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+95:34681:x1858570835070592:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.250162:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.250186:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4f91 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d64 expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.250227:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.250240:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.250251:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.250408:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030200/0xb50b868c089d4f91 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 97 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.250425:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 96 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.250434:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772472081.250437:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472081.250451:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204a600, rc 0) 00000100:00100000:2.0:1772472081.250515:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+96:34681:x1858570835070592:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 374us (2485us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.250523:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1713 00000100:00100000:0.0:1772472081.267997:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.268031:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.268049:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.268114:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070848 00000100:00100000:1.0:1772472081.268126:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070848 00000100:00100000:1.0:1772472081.268183:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070720 00000100:00100000:1.0:1772472081.268186:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070720 00000100:00100000:1.0:1772472081.268196:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835070976 00000100:00100000:1.0:1772472081.268198:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835070976 00000100:00100000:1.0:1772472081.268207:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1714 00000100:00100000:1.0:1772472081.268213:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34680:x1858570835070848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.268237:0:6526:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.268258:0:6526:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4f9f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d6b expref: -99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.268320:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.268334:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.268343:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.268493:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4f9f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 100 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.268513:0:6526:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.268521:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:1.0:1772472081.268524:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472081.268527:0:6526:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7ac00, rc 0) 00000100:00100000:1.0:1772472081.268592:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+99:34680:x1858570835070848:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 378us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.268599:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1714 00000100:00100000:1.0:1772472081.268619:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1715 00000100:00100000:1.0:1772472081.268626:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34679:x1858570835070720:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.268644:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.268703:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34679:x1858570835070720:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 77us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.268710:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1715 00000100:00100000:1.0:1772472081.268722:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1716 00000100:00100000:1.0:1772472081.268729:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+97:34681:x1858570835070976:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.268744:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.268772:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+97:34681:x1858570835070976:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 45us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.268777:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1716 00000100:00100000:0.0:1772472081.290235:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.290340:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835071104 00000100:00100000:1.0:1772472081.290348:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835071104 00000100:00100000:1.0:1772472081.290407:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1717 00000100:00100000:1.0:1772472081.290434:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+97:34680:x1858570835071104:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.290472:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.290572:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+97:34680:x1858570835071104:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 158us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.290578:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1717 00000100:00100000:1.0:1772472081.294252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.294745:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835071232 00000100:00100000:3.0:1772472081.294764:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835071232 00000100:00100000:3.0:1772472081.294818:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 469 00000100:00100000:3.0:1772472081.294827:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835071232:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.294868:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294883:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.294885:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.294889:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294902:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294931:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294939:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294947:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294954:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472081.294958:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294966:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294981:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.294988:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6bfa3a0/0xb50b868c089d4fad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.295202:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835071232:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 374us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.295213:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 469 00000100:00100000:2.0:1772472081.302881:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.303024:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.303146:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835071360 00000100:00100000:1.0:1772472081.303156:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835071360 00000100:00100000:1.0:1772472081.303212:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835071488 00000100:00100000:1.0:1772472081.303215:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835071488 00000100:00100000:1.0:1772472081.303242:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 470 00000100:00100000:1.0:1772472081.303252:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2411:x1858570835071360:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.303296:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303337:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.303339:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.303345:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303375:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303402:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303410:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303431:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303447:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7aa00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.303452:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303462:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303478:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303485:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d4fb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.303563:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2411:x1858570835071360:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 312us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.303570:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 470 00000100:00100000:1.0:1772472081.303587:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 471 00000100:00100000:1.0:1772472081.303593:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835071488:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.303612:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303621:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.303622:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.303626:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303635:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303650:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303658:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303666:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303677:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.303680:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303687:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303697:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.303704:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd9e2a59/0xb50b868c089d4fbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.303736:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835071488:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 142us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.303743:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 471 00000100:00100000:2.0:1772472081.307480:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.307512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.307536:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.307672:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835071744 00000100:00100000:0.0:1772472081.307684:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835071744 00000100:00100000:0.0:1772472081.307745:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835071872 00000100:00100000:0.0:1772472081.307748:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835071872 00000100:00100000:0.0:1772472081.307780:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835072128 00000100:00100000:0.0:1772472081.307783:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835072128 00000100:00100000:0.0:1772472081.307799:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1718 00000100:00100000:0.0:1772472081.307810:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34681:x1858570835071744:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.307897:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.307915:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 98 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.307923:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.307962:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 98 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.307975:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 98 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.307989:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856894464:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.308086:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1772472081.308115:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1719 00000100:00100000:0.0:1772472081.308123:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+121:34684:x1858570835071872:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472081.308135:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.308147:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4fc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d72 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308224:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308235:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308250:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308260:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308268:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308274:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308371:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308381:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.308387:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.309725:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1720 00000100:00100000:3.0:1772472081.309738:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34679:x1858570835072128:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.309792:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.309802:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.309807:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.309829:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 98 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.309836:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 98 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.309845:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856894592:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472081.309911:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00000004:00200000:0.0:1772472081.311224:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:0.0:1772472081.311234:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472081.311265:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311281:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311294:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311319:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311325:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311332:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311337:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.311341:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311348:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311364:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.311367:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.311372:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311379:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1200/0xb50b868c089d4fd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311397:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311403:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.311410:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.313015:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.315538:0:10040:0:(service.c:3441:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:3.0:1772472081.315560:0:10040:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt00_005' 00010000:00010000:0.0:1772472081.315851:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.315863:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.315877:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.315898:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9c89ad5200) 00010000:00010000:0.0:1772472081.315901:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.315906:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.315913:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0e00/0xb50b868c089d4fd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.315976:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d4fc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d72 expref: 123 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.315988:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d72 expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.315994:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:0.0:1772472081.315996:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472081.315997:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc2175e00, rc 0) 00000100:00100000:0.0:1772472081.316118:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34684:x1858570835071872:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 7995us (8604us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.316124:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1719 00000100:00100000:0.0:1772472081.316148:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835072384 00000100:00100000:0.0:1772472081.316154:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835072384 00000100:00100000:0.0:1772472081.316187:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1721 00000100:00100000:0.0:1772472081.316192:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+99:34680:x1858570835072384:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.316250:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.316259:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.316265:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.316288:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 99 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.316297:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 99 pid: 6526 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.316337:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856894720:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.316384:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.316721:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.316737:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835072512 00000100:00100000:1.0:1772472081.316749:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835072512 00010000:00010000:1.0:1772472081.316766:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 100 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.316784:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 490 00000100:00100000:1.0:1772472081.316788:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:2412:x1858570835072512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.316795:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.316799:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 100 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.316807:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 100 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.316817:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:1.0:1772472081.316820:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.316825:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.316830:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.316838:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.316852:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:2412:x1858570835072512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 64us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.316857:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 490 00000100:00100000:1.0:1772472081.316951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.317328:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835072640 00000100:00100000:2.0:1772472081.317331:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835072640 00010000:00010000:2.0:1772472081.317348:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 100 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.317366:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 491 00000100:00100000:2.0:1772472081.317372:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e85c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:2412:x1858570835072640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.317381:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472081.317385:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 100 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.317394:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 100 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.317406:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:2.0:1772472081.317410:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.317425:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.317432:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.317454:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.317483:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e85c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:2412:x1858570835072640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 111us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.317490:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 491 00010000:00010000:3.0:1772472081.317943:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031800/0xb50b868c089d4f8a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d5d expref: 99 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.317955:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856894592:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472081.317972:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.317980:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.317984:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318131:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318137:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318141:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318144:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472081.318147:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318152:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318160:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:3.0:1772472081.318161:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472081.318164:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.318167:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d4fe5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.318250:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+99:34679:x1858570835072128:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 8516us (10712us total) trans 4294968319 rc 0/0 00000100:00100000:3.0:1772472081.318256:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1720 00010000:00010000:0.0:1772472081.323078:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d4f98 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d64 expref: 98 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.323110:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856894464:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.323137:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323148:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323155:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323389:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323397:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323404:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323410:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.323415:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323435:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323462:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:0.0:1772472081.323465:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472081.323470:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.323476:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d4fc2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.323606:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34681:x1858570835071744:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 15796us (16134us total) trans 4294968320 rc 0/0 00000100:00100000:0.0:1772472081.323618:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1718 00000100:00100000:2.0:1772472081.325091:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.328593:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835072768 00000100:00100000:3.0:1772472081.328607:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835072768 00010000:00010000:3.0:1772472081.328646:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 98 pid: 6526 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.328679:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 492 00000100:00100000:3.0:1772472081.328687:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:2411:x1858570835072768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.328700:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.328707:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 98 pid: 6526 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.328720:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 98 pid: 6526 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.328742:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:3.0:1772472081.328747:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.328768:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.328776:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.328799:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.328859:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:2411:x1858570835072768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 172us (3774us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.328871:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 492 00010000:00010000:0.0:1772472081.331906:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ac00/0xb50b868c089d4fa6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d6b expref: 97 pid: 6526 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.331937:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856894720:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.331967:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.331976:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.331982:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332152:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332161:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332168:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332174:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc2175800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.332179:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332187:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332203:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:0.0:1772472081.332207:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472081.332213:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.332219:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175800/0xb50b868c089d4fec lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472081.333929:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472081.333938:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472081.333962:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 52 count 10 00000040:00080000:2.0:1772472081.333970:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1772472081.334194:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856894848:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472081.336452:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+98:34680:x1858570835072384:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 20225us (23414us total) trans 4294968321 rc 0/0 00000100:00100000:0.0:1772472081.336469:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1721 00000100:00100000:2.0:1772472081.340041:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cbd84f780 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.340288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.340458:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835073024 00000100:00100000:1.0:1772472081.340467:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835073024 00000100:00100000:1.0:1772472081.340530:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 640 00000100:00100000:1.0:1772472081.340541:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2409:x1858570835073024:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472081.340598:0:7773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.340616:0:7773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4ff3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d80 expref: -99 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340669:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340682:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340690:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340700:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340705:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340709:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340746:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340750:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340764:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340769:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.340773:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340781:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340791:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.340793:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.340797:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340801:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d4ffa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340811:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340815:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340818:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340821:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.340822:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340826:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340829:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9b83da6900) 00010000:00010000:1.0:1772472081.340830:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.340832:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340838:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d5001 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340861:0:7773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4ff3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d80 expref: 123 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340867:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.340869:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472081.340871:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d4ff3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d80 expref: 123 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.340878:0:7773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7aa00, rc -2) 00000100:00100000:1.0:1772472081.340915:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2409:x1858570835073024:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 377us (674us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472081.340920:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 640 00000100:00100000:1.0:1772472081.355815:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.355868:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.355881:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.355927:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835073280 00000100:00100000:0.0:1772472081.355927:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835072896 00000100:00100000:3.0:1772472081.355939:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835073280 00000100:00100000:0.0:1772472081.355939:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835072896 00000100:00100000:0.0:1772472081.355992:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 472 00000100:00100000:0.0:1772472081.356000:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835072896:12345-192.168.202.58@tcp:101:lfs.0 00000100:00100000:3.0:1772472081.356002:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835073536 00000100:00100000:3.0:1772472081.356007:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835073536 00010000:00010000:0.0:1772472081.356019:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1772472081.356026:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:3.0:1772472081.356036:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+99:34679:x1858570835073280:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.356037:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5008 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407d79 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.356088:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856894976:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472081.356166:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.356293:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34679:x1858570835073280:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 259us (422us total) trans 4294968322 rc 0/0 00000100:00100000:3.0:1772472081.356319:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 350 00000100:00100000:3.0:1772472081.356334:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:3.0:1772472081.356340:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+99:34681:x1858570835073536:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1772472081.356693:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34681:x1858570835073536:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 351us (807us total) trans 4294968323 rc 0/0 00000100:00100000:3.0:1772472081.356700:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 351 00000100:00100000:1.0:1772472081.357874:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.357909:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835073792 00000100:00100000:2.0:1772472081.357917:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835073792 00000100:00100000:1.0:1772472081.357935:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.357958:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 352 00000100:00100000:1.0:1772472081.357962:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.357966:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34680:x1858570835073792:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1772472081.358042:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856894848:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772472081.358168:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34680:x1858570835073792:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 202us (296us total) trans 4294968324 rc 0/0 00000100:00100000:2.0:1772472081.358176:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 352 00000100:00100000:2.0:1772472081.358204:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835073920 00000100:00100000:2.0:1772472081.358208:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835073920 00000100:00100000:2.0:1772472081.358240:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835074048 00000100:00100000:2.0:1772472081.358243:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835074048 00000100:00100000:2.0:1772472081.358273:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1722 00000100:00100000:2.0:1772472081.358281:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+101:34689:x1858570835073920:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472081.358329:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472081.358429:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+101:34689:x1858570835073920:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 148us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.358436:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1722 00000100:00100000:2.0:1772472081.358468:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1723 00000100:00100000:2.0:1772472081.358474:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34688:x1858570835074048:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472081.358487:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472081.358529:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34688:x1858570835074048:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 56us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.358536:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1723 00000100:00100000:3.0:1772472081.360157:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.360291:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835074176 00000100:00100000:2.0:1772472081.360326:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835074176 00000100:00100000:2.0:1772472081.360386:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1724 00000100:00100000:2.0:1772472081.360395:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34687:x1858570835074176:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472081.360435:0:24701:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472081.370388:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+100:34687:x1858570835074176:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 9905us (10161us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.370498:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1724 00000100:00100000:2.0:1772472081.379567:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.379646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.379676:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835074432 00000100:00100000:2.0:1772472081.379688:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835074432 00000100:00100000:2.0:1772472081.379740:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835074688 00000100:00100000:2.0:1772472081.379744:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835074688 00000100:00100000:2.0:1772472081.379771:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1725 00000100:00100000:2.0:1772472081.379781:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+101:34688:x1858570835074432:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.379805:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.379827:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326de00/0xb50b868c089d500f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407db8 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.379948:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5016 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.379966:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5016 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.380154:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1726 00000100:00100000:1.0:1772472081.380165:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+102:34689:x1858570835074688:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.380180:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.380188:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d501d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407dbf expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.380242:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d5024 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.380252:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d5024 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.380262:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d5024 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1772472081.380272:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:1.0:1772472081.380401:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b600/0xb50b868c089d501d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dbf expref: 105 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.380418:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d5024 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dbf expref: 104 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.380428:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:1.0:1772472081.380431:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1772472081.380435:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7b000, rc 0) 00000100:00100000:1.0:1772472081.380504:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34689:x1858570835074688:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 342us (857us total) trans 4294968325 rc 0/0 00000100:00100000:1.0:1772472081.380511:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1726 00002000:00010000:3.0:1772472081.381033:0:9676:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1772472081.381038:0:9676:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1772472081 00002000:00010000:3.0:1772472081.381041:0:9676:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1772472081 00002000:00010000:3.0:1772472081.381043:0:9676:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1772472081 00002000:00010000:3.0:1772472081.381045:0:9676:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1772472081.381062:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856894976:192.168.202.58@tcp:106: 00010000:00010000:3.0:1772472081.381095:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5008 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d79 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.381121:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5008 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d79 expref: 19 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.381133:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc2175800, rc 0) 00000100:00100000:3.0:1772472081.381177:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835072896:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 25177us (25371us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472081.381184:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 472 00010000:00010000:2.0:1772472081.381528:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5016 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.381544:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00010000:00010000:2.0:1772472081.381703:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326de00/0xb50b868c089d500f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407db8 expref: 105 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.381720:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5016 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407db8 expref: 104 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.381728:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:2.0:1772472081.381731:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.381734:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326c200, rc 0) 00000100:00100000:2.0:1772472081.381759:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34688:x1858570835074432:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 1980us (2202us total) trans 4294968326 rc 0/0 00000100:00100000:2.0:1772472081.381766:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1725 00000100:00100000:1.0:1772472081.382422:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.382744:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835074944 00000100:00100000:2.0:1772472081.382751:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835074944 00000100:00100000:2.0:1772472081.382803:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1727 00000100:00100000:2.0:1772472081.382812:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34687:x1858570835074944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.382832:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.382848:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5039 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407dc6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.382959:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d5040 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.382975:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d5040 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.383389:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d5040 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.383412:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00010000:00010000:2.0:1772472081.383521:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5039 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dc6 expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.383539:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d5040 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dc6 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.383548:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:2.0:1772472081.383551:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.383555:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326d800, rc 0) 00000100:00100000:2.0:1772472081.383767:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34687:x1858570835074944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 954us (1346us total) trans 4294968327 rc 0/0 00000100:00100000:2.0:1772472081.383776:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1727 00000100:00100000:3.0:1772472081.391275:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.391350:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.391371:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.391504:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075200 00000100:00100000:1.0:1772472081.391516:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075200 00000100:00100000:1.0:1772472081.391575:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075328 00000100:00100000:1.0:1772472081.391579:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075328 00000100:00100000:1.0:1772472081.391620:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 110 00000100:00100000:1.0:1772472081.391634:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:2409:x1858570835075200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.391652:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.391686:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b000/0xb50b868c089d5024 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dbf expref: 107 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.391710:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:1.0:1772472081.391716:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.391768:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:2409:x1858570835075200:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 137us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.391776:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 110 00000100:00100000:1.0:1772472081.391794:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 111 00000100:00100000:1.0:1772472081.391800:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:2410:x1858570835075328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.391808:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.391819:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5016 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407db8 expref: 105 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.391830:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:1.0:1772472081.391833:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.391854:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:2410:x1858570835075328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 54us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.391860:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 111 00000100:00100000:0.0:1772472081.392374:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075072 00000100:00100000:0.0:1772472081.392381:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075072 00000100:00100000:0.0:1772472081.392433:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 473 00000100:00100000:0.0:1772472081.392450:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835075072:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.392501:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.392528:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 18 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.392536:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.392538:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.392542:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.392579:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 18 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.392593:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 18 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.392619:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856895104:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.392677:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.392892:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.395413:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075456 00000100:00100000:1.0:1772472081.395426:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075456 00000100:00100000:1.0:1772472081.395501:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 474 00000100:00100000:1.0:1772472081.395509:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+17:2412:x1858570835075456:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.395553:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.395573:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 17 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.395581:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472081.395583:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472081.395587:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.395629:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 17 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.395642:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 17 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.395657:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856895232:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472081.395715:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.396895:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.396920:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.396953:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.396975:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075840 00000100:00100000:1.0:1772472081.396993:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075840 00000100:00100000:1.0:1772472081.397038:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 112 00000100:00100000:1.0:1772472081.397046:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:2411:x1858570835075840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.397061:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.397081:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d5040 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dc6 expref: 104 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.397101:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:1.0:1772472081.397105:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.397152:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:2411:x1858570835075840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 107us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.397160:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 112 00000100:00100000:0.0:1772472081.397396:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075584 00000100:00100000:0.0:1772472081.397408:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075584 00000100:00100000:0.0:1772472081.397437:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1728 00000100:00100000:0.0:1772472081.397454:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34684:x1858570835075584:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472081.397472:0:9675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.397488:0:9675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d505c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407dcd expref: -99 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.397546:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.397560:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.397571:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472081.397627:0:9675:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1772472081.397630:0:9675:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472081.397649:0:9675:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.397670:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d505c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 124 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.397683:0:9675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 123 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.397690:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.397693:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472081.397696:0:9675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f600, rc 0) 00000100:00100000:0.0:1772472081.397723:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34684:x1858570835075584:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 271us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.397729:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1728 00000100:00100000:2.0:1772472081.398017:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075712 00000100:00100000:2.0:1772472081.398023:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075712 00000100:00100000:2.0:1772472081.398051:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 475 00000100:00100000:2.0:1772472081.398057:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2411:x1858570835075712:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.398081:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.398096:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 19 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.398105:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472081.398107:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472081.398111:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.398149:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 19 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.398161:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 19 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.398175:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856895360:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472081.398222:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eedb40 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.399596:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8547dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856895232:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.399638:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.400270:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856895104:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.400286:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.403881:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.403927:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.403996:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.404025:0:9676:0:(service.c:3441:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:2.0:1772472081.404033:0:9676:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:3.0:1772472081.404043:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7825500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856895360:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472081.404076:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.404974:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076224 00000100:00100000:2.0:1772472081.404985:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076224 00000100:00100000:3.0:1772472081.405187:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 476 00000100:00100000:3.0:1772472081.405198:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835076224:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472081.405217:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.405235:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d5071 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407dd4 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.405291:0:24703:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24703:1858570856895488:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472081.405421:0:24703:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1772472081.405628:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835075968 00000100:00100000:0.0:1772472081.405635:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835075968 00002000:00100000:0.0:1772472081.405673:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff8f9cb7825880 x1858570835075968/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.405684:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7825880 with x1858570835075968 ext(0->157) 00010000:00010000:0.0:1772472081.405692:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 18 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.405705:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 18 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.405714:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb7825880 00000100:00100000:0.0:1772472081.405734:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076096 00000100:00100000:0.0:1772472081.405738:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076096 00002000:00100000:0.0:1772472081.405753:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff8f9cb7825180 x1858570835076096/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.405760:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7825180 with x1858570835076096 ext(0->157) 00010000:00010000:0.0:1772472081.405766:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 20 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.405776:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 20 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.405782:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb7825180 00000100:00100000:0.0:1772472081.405799:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 24 00000100:00100000:0.0:1772472081.405807:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835075968:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:0.0:1772472081.406485:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 25 00000100:00100000:0.0:1772472081.406495:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2411:x1858570835076096:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:0.0:1772472081.407222:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.407795:0:8413:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:3.0:1772472081.407807:0:8413:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:0.0:1772472081.408189:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2411:x1858570835075968:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2378us (4316us total) trans 4294967384 rc 0/0 00000100:00100000:0.0:1772472081.408202:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 24 00002000:00100000:0.0:1772472081.408215:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff8f9cb7825880 x1858570835075968/t4294967384(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.408225:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7825880 with x1858570835075968 ext(0->157) 00010000:00010000:0.0:1772472081.408235:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 20 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.408250:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 20 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.408259:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9cb7825880 00000100:00100000:0.0:1772472081.408281:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076352 00000100:00100000:0.0:1772472081.408290:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076352 00002000:00100000:0.0:1772472081.408342:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff8f9b869b7100 x1858570835076352/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.408351:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869b7100 with x1858570835076352 ext(0->157) 00010000:00010000:0.0:1772472081.408358:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.408369:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.408375:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b869b7100 00000100:00100000:0.0:1772472081.408390:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 26 00000100:00100000:3.0:1772472081.408687:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2411:x1858570835076096:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2193us (4758us total) trans 4294967382 rc 0/0 00000100:00100000:3.0:1772472081.408696:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 25 00002000:00100000:3.0:1772472081.408702:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff8f9cb7825180 x1858570835076096/t4294967382(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.408711:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7825180 with x1858570835076096 ext(0->157) 00010000:00010000:3.0:1772472081.408718:0:8414:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 23 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.408728:0:8414:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 23 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.408734:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb7825180 00000100:00100000:0.0:1772472081.408978:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2410:x1858570835076352:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772472081.410816:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2410:x1858570835076352:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2407us (3586us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1772472081.410833:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 26 00002000:00100000:3.0:1772472081.410845:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff8f9b869b7100 x1858570835076352/t4294967383(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.410854:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869b7100 with x1858570835076352 ext(0->157) 00010000:00010000:3.0:1772472081.410864:0:8415:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 24 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.410878:0:8415:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 24 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.410892:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9b869b7100 00000100:00100000:2.0:1772472081.417624:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.417688:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.417722:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.418473:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076480 00000100:00100000:1.0:1772472081.418484:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076480 00010000:00010000:1.0:1772472081.418526:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 24 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.418568:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076608 00000100:00100000:1.0:1772472081.418571:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076608 00010000:00010000:1.0:1772472081.418586:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 20 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.418621:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076736 00000100:00100000:1.0:1772472081.418624:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076736 00010000:00010000:1.0:1772472081.418636:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 25 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.418652:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 493 00000100:00100000:1.0:1772472081.418661:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+25:2412:x1858570835076480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.418677:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1772472081.418696:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1772472081.418703:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418716:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418743:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009943f8d1/0xb50b868c089d4d6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c84 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418760:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.418763:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.418769:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418779:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418813:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.418867:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835076480:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 207us (1254us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.418876:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 493 00000100:00100000:1.0:1772472081.418894:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 494 00000100:00100000:1.0:1772472081.418901:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2410:x1858570835076608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.418910:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1772472081.418920:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1772472081.418926:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 20 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418937:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 20 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418951:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6f43df5/0xb50b868c089d4c5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bea expref: 20 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418961:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.418963:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.418967:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.418974:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419013:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.419032:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2410:x1858570835076608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 131us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.419039:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 494 00000100:00100000:1.0:1772472081.419051:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 495 00000100:00100000:1.0:1772472081.419057:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e84050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2412:x1858570835076736:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.419065:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1772472081.419073:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1772472081.419077:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419088:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419100:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f468229/0xb50b868c089d4b8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b96 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419110:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.419111:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.419114:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419121:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419155:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.419174:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e84050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2412:x1858570835076736:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 116us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.419181:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 495 00010000:00010000:1.0:1772472081.419229:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419239:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419257:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419266:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419274:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419281:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.419285:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419294:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419336:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.419343:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa1af60c/0xb50b868c089d506a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.420092:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+21:2411:x1858570835075712:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 21325us (22462us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.420105:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 475 00010000:00010000:1.0:1772472081.420151:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420161:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420178:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420186:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420194:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420201:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc2174e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.420205:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420212:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420225:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.420233:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d504e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.420503:0:24703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24703:1858570856895488:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772472081.420536:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d5071 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dd4 expref: 19 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.420552:0:24703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d5071 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dd4 expref: 19 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.420562:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68e00, rc 0) 00000100:00100000:2.0:1772472081.425683:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.425856:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835076992 00000100:00100000:3.0:1772472081.425867:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835076992 00000100:00100000:3.0:1772472081.425929:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1729 00000100:00100000:3.0:1772472081.425939:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34687:x1858570835076992:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472081.426050:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34687:x1858570835076992:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 112us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.426058:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1729 00000100:00100000:1.0:1772472081.428233:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2411:x1858570835075072:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 35781us (36956us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.428248:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 473 00010000:00010000:1.0:1772472081.428328:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428343:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428371:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428379:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428393:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428400:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.428404:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428412:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428431:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.428437:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d5055 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.429078:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835076224:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 23877us (25076us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472081.429087:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 476 00000100:00100000:1.0:1772472081.430628:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2412:x1858570835075456:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 35100us (37717us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.430641:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 474 00000100:00100000:0.0:1772472081.431197:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.431544:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.431627:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835077376 00000100:00100000:1.0:1772472081.431636:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835077376 00000100:00100000:1.0:1772472081.431684:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1730 00000100:00100000:1.0:1772472081.431693:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34689:x1858570835077376:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.431801:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34689:x1858570835077376:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 109us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.431811:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1730 00000100:00100000:0.0:1772472081.433097:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.433163:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835077632 00000100:00100000:1.0:1772472081.433170:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835077632 00000100:00100000:1.0:1772472081.433210:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1731 00000100:00100000:1.0:1772472081.433217:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34684:x1858570835077632:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:1.0:1772472081.433386:0:9675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:1.0:1772472081.434026:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34684:x1858570835077632:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 806us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.434035:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1731 00000100:00100000:3.0:1772472081.434724:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.434897:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835077120 00000100:00100000:0.0:1772472081.434905:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835077120 00000100:00100000:0.0:1772472081.434936:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835077760 00000100:00100000:0.0:1772472081.434938:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835077760 00000100:00100000:0.0:1772472081.434971:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 477 00000100:00100000:0.0:1772472081.434979:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+21:2412:x1858570835077120:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.434993:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.435013:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ddb expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.435037:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:0.0:1772472081.435053:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.435056:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.435064:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 22 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.435080:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 22 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.435094:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc1200, rc 0) 00000100:00100000:0.0:1772472081.435126:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2412:x1858570835077120:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 149us (3932us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.435132:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 477 00000100:00100000:0.0:1772472081.435146:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 478 00000100:00100000:0.0:1772472081.435152:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+21:2410:x1858570835077760:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.435157:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.435166:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407de2 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.435177:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:0.0:1772472081.435183:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.435185:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.435189:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 22 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.435199:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 22 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.435214:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9ca1dc0e00, rc 0) 00000100:00100000:0.0:1772472081.435229:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2410:x1858570835077760:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 78us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.435235:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 478 00000100:00100000:3.0:1772472081.437117:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.437228:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835078016 00000100:00100000:2.0:1772472081.437237:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835078016 00000100:00100000:2.0:1772472081.437337:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1732 00000100:00100000:2.0:1772472081.437348:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34688:x1858570835078016:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.437466:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34688:x1858570835078016:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 120us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.437474:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1732 00000100:00100000:0.0:1772472081.440938:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.440978:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.441078:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835078272 00000100:00100000:2.0:1772472081.441088:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835078272 00000100:00100000:2.0:1772472081.441146:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835078528 00000100:00100000:2.0:1772472081.441149:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835078528 00000100:00100000:2.0:1772472081.441181:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1733 00000100:00100000:2.0:1772472081.441191:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34689:x1858570835078272:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.441325:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34689:x1858570835078272:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 108us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.441333:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1733 00000100:00100000:2.0:1772472081.441357:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1734 00000100:00100000:2.0:1772472081.441364:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34687:x1858570835078528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.441395:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34687:x1858570835078528:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 31us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.441402:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1734 00000100:00100000:3.0:1772472081.447130:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.447386:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835078656 00000100:00100000:0.0:1772472081.447402:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835078656 00002000:00100000:0.0:1772472081.447482:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff8f9b86860000 x1858570835078656/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.447492:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86860000 with x1858570835078656 ext(0->4095) 00002000:00010000:0.0:1772472081.447499:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86860000 00000100:00100000:0.0:1772472081.447536:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 114 00000100:00100000:0.0:1772472081.447546:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2409:x1858570835078656:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1772472081.447752:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2409:x1858570835078656:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 206us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772472081.447760:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 114 00002000:00100000:0.0:1772472081.447767:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff8f9b86860000 x1858570835078656/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.447775:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86860000 with x1858570835078656 ext(0->4095) 00002000:00010000:0.0:1772472081.447778:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86860000 00000100:00100000:3.0:1772472081.450431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.450472:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.450503:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.450533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.450557:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079168 00000100:00100000:3.0:1772472081.450565:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079168 00002000:00100000:3.0:1772472081.450610:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff8f9b86861180 x1858570835079168/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.450621:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86861180 with x1858570835079168 ext(0->4095) 00002000:00010000:3.0:1772472081.450627:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86861180 00000100:00100000:3.0:1772472081.450653:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 115 00000100:00100000:3.0:1772472081.450660:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2409:x1858570835079168:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772472081.450844:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2409:x1858570835079168:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 183us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772472081.450851:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 115 00002000:00100000:3.0:1772472081.450857:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff8f9b86861180 x1858570835079168/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.450866:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b86861180 with x1858570835079168 ext(0->4095) 00002000:00010000:3.0:1772472081.450869:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b86861180 00000100:00100000:1.0:1772472081.451362:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835078784 00000100:00100000:1.0:1772472081.451367:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835078784 00000100:00100000:1.0:1772472081.451402:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 479 00000100:00100000:1.0:1772472081.451408:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+18:2411:x1858570835078784:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.451418:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.451436:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407de9 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472081.451470:0:24703:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:1.0:1772472081.451486:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.451489:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.451496:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 19 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.451512:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 19 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.451530:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7b000, rc 0) 00000100:00100000:1.0:1772472081.451561:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2411:x1858570835078784:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 152us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.451566:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 479 00000100:00100000:0.0:1772472081.452669:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079040 00000100:00100000:0.0:1772472081.452679:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079040 00000100:00100000:0.0:1772472081.452746:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 641 00000100:00100000:0.0:1772472081.452755:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:2411:x1858570835079040:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:0.0:1772472081.452782:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.452800:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d508d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407df7 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452850:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452864:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452875:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452889:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452896:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452903:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452945:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452952:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452959:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.452968:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.452973:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.453361:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835078912 00000100:00100000:2.0:1772472081.453366:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835078912 00000100:00100000:2.0:1772472081.453405:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1735 00000100:00100000:2.0:1772472081.453413:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:34691:x1858570835078912:12345-192.168.202.58@tcp:101:bash.0 00010000:00010000:2.0:1772472081.453423:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.453435:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d50a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407df0 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453479:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453489:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453498:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453510:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453517:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453524:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453540:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453546:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453552:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453557:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.453559:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453569:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453580:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.453583:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.453588:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453595:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453610:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453616:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453621:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453626:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.453629:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453635:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453642:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472081.453644:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.453647:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453655:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453685:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d50a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407df0 expref: 126 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453695:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.453698:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.453701:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d50a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407df0 expref: 126 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.453710:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326dc00, rc 0) 00000100:00100000:2.0:1772472081.453776:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:34691:x1858570835078912:12345-192.168.202.58@tcp:101:bash.0 Request processed in 363us (3352us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472081.453783:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1735 00010000:00010000:0.0:1772472081.453941:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.453953:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.453956:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.453959:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.453965:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5094 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.453976:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455513:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455523:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455530:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.455534:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455542:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455559:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff8f9c95450b00) 00010000:00010000:0.0:1772472081.455562:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.455565:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455572:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d509b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455623:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d508d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407df7 expref: 124 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455633:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.455635:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472081.455639:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d508d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407df7 expref: 124 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.455648:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ec00, rc -2) 00000100:00100000:0.0:1772472081.455710:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:2411:x1858570835079040:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 2954us (5234us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772472081.455719:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 641 00000100:00100000:1.0:1772472081.462907:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.463449:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079552 00000100:00100000:2.0:1772472081.463461:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079552 00000100:00100000:2.0:1772472081.463521:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1736 00000100:00100000:2.0:1772472081.463531:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34688:x1858570835079552:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.463999:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34688:x1858570835079552:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 468us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.464008:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1736 00000100:00100000:3.0:1772472081.465315:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.466115:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079296 00000100:00100000:2.0:1772472081.466126:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079296 00000100:00100000:2.0:1772472081.466186:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1737 00000100:00100000:2.0:1772472081.466196:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+103:34689:x1858570835079296:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.466217:0:24701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.466238:0:24701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d50b7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407dfe expref: -99 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.466274:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.466288:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.466323:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.466459:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d50b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 105 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.466478:0:24701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 104 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.466488:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:2.0:1772472081.466492:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472081.466496:0:24701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326c000, rc 0) 00000100:00100000:2.0:1772472081.466553:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34689:x1858570835079296:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 357us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.466561:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1737 00000100:00100000:3.0:1772472081.466593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.468281:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079680 00000100:00100000:2.0:1772472081.468293:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079680 00000100:00100000:2.0:1772472081.468364:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1738 00000100:00100000:2.0:1772472081.468373:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+104:34687:x1858570835079680:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.468391:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.468410:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d50c5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e05 expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.468447:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.468460:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.468471:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.469245:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d800/0xb50b868c089d50c5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.469269:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 105 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.469277:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:3.0:1772472081.469280:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472081.469283:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326c200, rc 0) 00000100:00100000:3.0:1772472081.469371:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34687:x1858570835079680:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 998us (2777us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.469378:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1738 00000100:00100000:3.0:1772472081.470863:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.472063:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.472099:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.472184:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079936 00000100:00100000:2.0:1772472081.472194:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079936 00000100:00100000:2.0:1772472081.472245:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835080064 00000100:00100000:2.0:1772472081.472248:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835080064 00000100:00100000:2.0:1772472081.472274:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1739 00000100:00100000:2.0:1772472081.472283:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34692:x1858570835079936:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1772472081.472334:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.472356:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d50d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e0c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472435:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472459:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472470:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472485:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472491:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472496:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472535:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472542:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472548:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472554:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472561:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.472565:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472572:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472585:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.472588:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.472594:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472600:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d50da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472615:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472622:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472628:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472633:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.472636:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472643:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472649:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472081.472652:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.472655:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472661:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d50e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472693:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d50d3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e0c expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472709:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.472711:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.472715:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d50d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e0c expref: 107 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.472723:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326dc00, rc 0) 00000100:00100000:2.0:1772472081.472786:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34692:x1858570835079936:12345-192.168.202.58@tcp:101:rm.0 Request processed in 503us (726us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472081.472794:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1739 00000100:00100000:2.0:1772472081.472818:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1740 00000100:00100000:2.0:1772472081.472826:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34689:x1858570835080064:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472081.472841:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472081.472911:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34689:x1858570835080064:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 85us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.472917:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1740 00000100:00100000:1.0:1772472081.474590:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.475332:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835080192 00000100:00100000:2.0:1772472081.475342:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835080192 00000100:00100000:2.0:1772472081.475419:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1741 00000100:00100000:2.0:1772472081.475429:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34687:x1858570835080192:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472081.475490:0:6526:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472081.475601:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34687:x1858570835080192:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 172us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.475608:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1741 00000100:00100000:2.0:1772472081.481106:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.481644:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835080320 00000100:00100000:3.0:1772472081.481655:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835080320 00000100:00100000:3.0:1772472081.481711:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1742 00000100:00100000:3.0:1772472081.481722:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34692:x1858570835080320:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1772472081.481761:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.481783:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d50e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e13 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481853:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481868:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481881:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481894:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481901:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481906:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481950:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481956:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481961:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481967:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481974:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472081.481979:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481986:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.481997:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472081.482001:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472081.482006:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482012:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d50ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482026:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482031:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482036:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482041:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472081.482043:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482049:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482060:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9b83b55b00) 00010000:00010000:3.0:1772472081.482063:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472081.482065:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482071:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d50f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482103:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d50e8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e13 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482113:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472081.482115:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472081.482119:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d50e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e13 expref: 106 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482127:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68a00, rc 0) 00000100:00100000:3.0:1772472081.482192:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34692:x1858570835080320:12345-192.168.202.58@tcp:101:rm.0 Request processed in 472us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1772472081.482200:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1742 00000100:00100000:3.0:1772472081.482252:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.482285:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835080448 00000100:00100000:3.0:1772472081.482290:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835080448 00000100:00100000:3.0:1772472081.482346:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 480 00000100:00100000:3.0:1772472081.482353:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835080448:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.482380:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482399:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.482402:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.482406:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482417:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482469:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482477:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482483:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482489:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472081.482492:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482498:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482508:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482519:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6bfa3a0/0xb50b868c089d50fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.482553:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835080448:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 202us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.482560:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 480 00000100:00100000:3.0:1772472081.482630:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.482649:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835080576 00000100:00100000:3.0:1772472081.482652:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835080576 00000100:00100000:3.0:1772472081.482673:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 481 00000100:00100000:3.0:1772472081.482680:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835080576:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.482697:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482705:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.482707:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.482710:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482719:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482733:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482745:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482753:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482759:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc2175800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472081.482763:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482771:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482781:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.482788:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009402f3a3/0xb50b868c089d5104 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.482818:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835080576:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 137us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.482824:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 481 00000100:00100000:0.0:1772472081.485770:0:24704:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835079808 00000100:00100000:0.0:1772472081.485785:0:24704:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835079808 00002000:00100000:1.0:1772472081.486420:0:24704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff8f9b83dc8a80 x1858570835079808/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.486433:0:24704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83dc8a80 with x1858570835079808 ext(0->4095) 00002000:00010000:1.0:1772472081.486448:0:24704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b83dc8a80 00000100:00100000:1.0:1772472081.486473:0:24704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 116 00000100:00100000:1.0:1772472081.486483:0:24704:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2412:x1858570835079808:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.486652:0:24704:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2412:x1858570835079808:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 169us (15794us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772472081.486659:0:24704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 116 00002000:00100000:1.0:1772472081.486666:0:24704:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff8f9b83dc8a80 x1858570835079808/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.486673:0:24704:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b83dc8a80 with x1858570835079808 ext(0->4095) 00002000:00010000:1.0:1772472081.486677:0:24704:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b83dc8a80 00000100:00100000:3.0:1772472081.487257:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.488082:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835080832 00000100:00100000:0.0:1772472081.488093:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835080832 00000100:00100000:0.0:1772472081.488145:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1743 00000100:00100000:0.0:1772472081.488154:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+105:34689:x1858570835080832:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.488230:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.488249:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 105 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.488259:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.488298:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 105 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.488347:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 105 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.488364:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856895616:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.488467:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b300 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.490501:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.490708:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081088 00000100:00100000:0.0:1772472081.490718:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081088 00000100:00100000:0.0:1772472081.490785:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1744 00000100:00100000:0.0:1772472081.490796:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34687:x1858570835081088:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.490884:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.490903:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.490913:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.490953:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.490967:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 106 pid: 6527 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.490997:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aab800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856895744:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.491078:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b480 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.493157:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856895616:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.493188:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.493619:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.493831:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081216 00000100:00100000:3.0:1772472081.493839:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081216 00000100:00100000:3.0:1772472081.493903:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1745 00000100:00100000:3.0:1772472081.493914:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:34688:x1858570835081216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.493935:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.493953:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d5119 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e1a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.494111:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.494126:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.494138:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.494256:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2174e00/0xb50b868c089d5119 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 109 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.494276:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 108 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.494286:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:3.0:1772472081.494289:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472081.494293:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204a600, rc 0) 00000100:00100000:3.0:1772472081.494384:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+108:34688:x1858570835081216:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 471us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.494390:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1745 00000100:00100000:0.0:1772472081.496228:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.496266:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.496294:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.496431:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081472 00000100:00100000:1.0:1772472081.496449:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081472 00010000:00010000:1.0:1772472081.496490:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 108 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.496517:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081600 00000100:00100000:1.0:1772472081.496521:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081600 00010000:00010000:1.0:1772472081.496533:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 109 pid: 6527 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.496550:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 496 00000100:00100000:1.0:1772472081.496559:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+109:2411:x1858570835081472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.496573:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.496580:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 109 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496593:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 109 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496614:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d50be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dfe expref: 109 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496633:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:1.0:1772472081.496639:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496650:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496657:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496681:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.496723:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+108:2411:x1858570835081472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 164us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.496729:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 496 00000100:00100000:1.0:1772472081.496756:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 497 00000100:00100000:1.0:1772472081.496763:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:2412:x1858570835081600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.496771:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.496776:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 107 pid: 6527 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496785:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 107 pid: 6527 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496796:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:1.0:1772472081.496799:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496806:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496813:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496828:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472081.496846:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:2412:x1858570835081600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 84us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.496853:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 497 00010000:00010000:1.0:1772472081.496876:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.496883:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497054:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497062:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497069:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497075:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.497079:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497087:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497096:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:1.0:1772472081.497099:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472081.497103:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497113:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d510b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.497186:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:34689:x1858570835080832:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 9033us (9930us total) trans 4294968328 rc 0/0 00000100:00100000:1.0:1772472081.497194:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1743 00000100:00100000:1.0:1772472081.497208:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081344 00000100:00100000:1.0:1772472081.497212:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081344 00000100:00100000:1.0:1772472081.497234:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1746 00000100:00100000:1.0:1772472081.497241:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:34693:x1858570835081344:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472081.497256:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.497269:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5127 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e21 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497372:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497382:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497388:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497400:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497407:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497417:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497456:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497463:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497469:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497475:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.497478:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497484:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497491:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.497494:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.497497:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497503:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d512e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497514:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497520:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497527:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497532:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.497534:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497540:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497546:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9b83da6700) 00010000:00010000:1.0:1772472081.497548:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.497551:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497557:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5135 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497586:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5127 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e21 expref: 108 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497595:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.497598:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.497602:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5127 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e21 expref: 108 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.497611:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7bc00, rc 0) 00000100:00100000:1.0:1772472081.497633:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:34693:x1858570835081344:12345-192.168.202.58@tcp:101:cp.0 Request processed in 393us (1367us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472081.497643:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1746 00010000:00010000:2.0:1772472081.498618:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d50cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e05 expref: 106 pid: 6527 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.498634:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aab800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856895744:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472081.498657:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498667:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498673:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498819:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498827:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498832:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498837:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204fc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.498840:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498847:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498859:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:2.0:1772472081.498863:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472081.498866:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.498872:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d5112 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.498952:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34687:x1858570835081088:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 8158us (8461us total) trans 4294968329 rc 0/0 00000100:00100000:2.0:1772472081.498960:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1744 00000100:00100000:2.0:1772472081.504991:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.505225:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081728 00000100:00100000:0.0:1772472081.505236:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081728 00000100:00100000:0.0:1772472081.505329:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1747 00000100:00100000:0.0:1772472081.505339:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34688:x1858570835081728:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1772472081.505374:0:24701:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1772472081.505502:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+106:34688:x1858570835081728:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 164us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.505511:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1747 00000100:00100000:2.0:1772472081.514676:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.514787:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.514956:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835082112 00000100:00100000:1.0:1772472081.514967:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835082112 00000100:00100000:1.0:1772472081.515034:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835082368 00000100:00100000:1.0:1772472081.515038:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835082368 00000100:00100000:1.0:1772472081.515054:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 353 00000100:00100000:1.0:1772472081.515063:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:34689:x1858570835082112:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.515389:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+108:34689:x1858570835082112:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 326us (723us total) trans 4294968330 rc 0/0 00000100:00100000:1.0:1772472081.515398:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 353 00000100:00100000:1.0:1772472081.515415:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 354 00000100:00100000:1.0:1772472081.515421:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc15c2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+107:34687:x1858570835082368:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.515528:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc15c2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+108:34687:x1858570835082368:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 106us (741us total) trans 4294968331 rc 0/0 00000100:00100000:1.0:1772472081.515535:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 354 00000100:00100000:1.0:1772472081.521365:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.521649:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835082496 00000100:00100000:0.0:1772472081.521659:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835082496 00000100:00100000:0.0:1772472081.521914:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 482 00000100:00100000:0.0:1772472081.521925:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2409:x1858570835082496:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.521971:0:24703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522006:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.522008:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472081.522014:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522028:0:24703:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522053:0:24703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522061:0:24703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522069:0:24703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522077:0:24703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ec00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472081.522081:0:24703:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522089:0:24703:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522103:0:24703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.522115:0:24703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d513c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.522189:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2409:x1858570835082496:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 266us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.522196:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 482 00000100:00100000:2.0:1772472081.525139:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.525224:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.525694:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835081856 00000100:00100000:1.0:1772472081.525715:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835081856 00000100:00100000:1.0:1772472081.525778:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835082752 00000100:00100000:1.0:1772472081.525781:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835082752 00000100:00100000:1.0:1772472081.525804:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1748 00000100:00100000:1.0:1772472081.525813:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+109:34693:x1858570835081856:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472081.525836:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.525858:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5143 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e28 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.525943:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.525960:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.525973:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.526150:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1749 00000100:00100000:0.0:1772472081.526160:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+110:34688:x1858570835082752:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.526206:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.526218:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.526227:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.526263:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 110 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.526278:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 110 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.526292:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856895872:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.526409:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b300 going to sleep for 11 seconds 00010000:00010000:1.0:1772472081.526513:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526522:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526529:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526568:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526574:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526580:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526585:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.526589:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526602:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526613:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.526616:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.526620:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526626:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d514a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526640:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526645:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526650:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526655:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.526657:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526662:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526668:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9b83da6700) 00010000:00010000:1.0:1772472081.526671:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.526673:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526679:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5158 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526724:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5143 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e28 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526732:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.526734:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.526738:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5143 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e28 expref: 110 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.526747:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7bc00, rc 0) 00000100:00100000:1.0:1772472081.526779:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+109:34693:x1858570835081856:12345-192.168.202.58@tcp:101:cp.0 Request processed in 967us (1652us total) trans 0 rc 301/301 00000100:00100000:1.0:1772472081.526787:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1748 00000100:00100000:3.0:1772472081.529610:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.529657:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.530014:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856895872:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.530047:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.530201:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835083136 00000100:00100000:1.0:1772472081.530209:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835083136 00000100:00100000:3.0:1772472081.530228:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835082880 00000100:00100000:3.0:1772472081.530233:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835082880 00010000:00010000:3.0:1772472081.530255:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 110 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.530272:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1750 00000100:00100000:1.0:1772472081.530283:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+110:34693:x1858570835083136:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472081.530323:0:24701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.530344:0:24701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d515f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e2f expref: -99 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.530348:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 498 00010000:00010000:1.0:1772472081.530475:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.530493:0:24701:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 122 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.530503:0:24701:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.530538:0:24701:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 122 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.530551:0:24701:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 122 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.530565:0:24701:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24701:1858570856896000:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472081.530616:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+111:2412:x1858570835082880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.530627:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.530633:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 111 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.530644:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 111 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.530652:0:24701:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00010000:00010000:3.0:1772472081.530663:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204a600/0xb50b868c089d5120 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e1a expref: 111 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.530681:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:3.0:1772472081.530687:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.530697:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.530704:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.530725:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.530864:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+110:2412:x1858570835082880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 507us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.530874:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 498 00010000:00010000:0.0:1772472081.531039:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531047:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531236:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531245:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531252:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531258:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.531263:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531270:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531281:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:0.0:1772472081.531284:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472081.531288:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.531295:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5151 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.532483:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+110:34688:x1858570835082752:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 6318us (7252us total) trans 4294968332 rc 0/0 00000100:00100000:1.0:1772472081.532494:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1749 00000100:00100000:2.0:1772472081.535379:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.535507:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.536254:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835083264 00000100:00100000:2.0:1772472081.536263:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835083264 00000040:00080000:0.0:1772472081.536568:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472081.536574:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472081.536608:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 11 00000100:00100000:3.0:1772472081.536613:0:24701:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24701:1858570856896000:192.168.202.58@tcp:104: 00000040:00080000:0.0:1772472081.536617:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472081.536646:0:24701:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.536716:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 123 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.536894:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835083520 00000100:00100000:1.0:1772472081.536900:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835083520 00000100:00100000:2.0:1772472081.536902:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 499 00000100:00100000:2.0:1772472081.536912:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:2412:x1858570835083264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.536924:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472081.536930:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 123 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.536940:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 355 00010000:00010000:2.0:1772472081.536948:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 123 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.536955:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+110:34688:x1858570835083520:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.536970:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5063 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407dcd expref: 123 pid: 9675 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.536982:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.536985:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.536993:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.536998:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.537016:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.537056:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:2412:x1858570835083264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 147us (1703us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.537062:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 499 00010000:00010000:2.0:1772472081.537085:0:24701:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.537090:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.537106:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.537115:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.537119:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.537610:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+111:34688:x1858570835083520:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 660us (2104us total) trans 4294968333 rc 0/0 00000100:00100000:1.0:1772472081.537618:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 355 00000100:00100000:0.0:1772472081.537935:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856896128:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1772472081.538157:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b6c0 going to sleep for 11 seconds 00000004:00080000:2.0:1772472081.541100:0:24701:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x22:0x0], index 0: 0 00010000:00010000:2.0:1772472081.541264:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d5174 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541278:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d5174 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541287:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d5174 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541335:0:24701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541342:0:24701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541349:0:24701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541355:0:24701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.541568:0:24701:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541579:0:24701:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541599:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.541602:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.541607:0:24701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541613:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5166 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472081.541630:0:24701:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a6395405 reply state 0000000086209ab4 transno 4294968334 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541642:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541649:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472081.541652:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472081.541655:0:24701:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1772472081.541694:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d515f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e2f expref: 113 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541709:0:24701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d600/0xb50b868c089d5174 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e2f expref: 112 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.541718:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:2.0:1772472081.541720:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.541723:0:24701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326d600, rc 0) 00000100:00100000:2.0:1772472081.542189:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+113:34693:x1858570835083136:12345-192.168.202.58@tcp:101:cp.0 Request processed in 11905us (12585us total) trans 4294968334 rc 0/0 00000100:00100000:2.0:1772472081.542199:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1750 00000100:00100000:0.0:1772472081.549375:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856896128:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1772472081.549454:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.549565:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835083648 00000100:00100000:1.0:1772472081.549582:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835083648 00000100:00100000:1.0:1772472081.549641:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1751 00000100:00100000:1.0:1772472081.549651:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:34695:x1858570835083648:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.549688:0:10040:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.549811:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:34695:x1858570835083648:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 161us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.549819:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1751 00000100:00100000:0.0:1772472081.550155:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.550246:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835083776 00000100:00100000:3.0:1772472081.550251:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835083776 00000100:00100000:0.0:1772472081.550284:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.550292:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1752 00000100:00100000:3.0:1772472081.550322:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:34694:x1858570835083776:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1772472081.550337:0:9675:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1772472081.550779:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:34694:x1858570835083776:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 480us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.550785:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1752 00000100:00100000:3.0:1772472081.550814:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835083904 00000100:00100000:3.0:1772472081.550817:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835083904 00000100:00100000:3.0:1772472081.550835:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 483 00000100:00100000:3.0:1772472081.550840:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+19:2410:x1858570835083904:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1772472081.550849:0:8408:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.550869:0:8408:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e36 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.550891:0:8408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1772472081.550907:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.550909:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.550917:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 20 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.550934:0:8408:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 20 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.550947:0:8408:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc2174e00, rc 0) 00000100:00100000:3.0:1772472081.550968:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2410:x1858570835083904:12345-192.168.202.58@tcp:101:cp.0 Request processed in 129us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.550973:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 483 00000100:00100000:3.0:1772472081.554934:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.555037:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835084288 00000100:00100000:1.0:1772472081.555048:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835084288 00000100:00100000:1.0:1772472081.555103:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 642 00000100:00100000:1.0:1772472081.555111:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:2411:x1858570835084288:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472081.555166:0:7773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.555187:0:7773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5189 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e3d expref: -99 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555249:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555264:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555276:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555290:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555298:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555344:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555380:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555385:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555389:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555393:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.555404:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555410:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555419:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.555421:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.555425:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555429:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5190 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555454:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555457:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555461:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555465:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.555467:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555470:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555474:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8f9b83da6700) 00010000:00010000:1.0:1772472081.555476:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472081.555477:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555480:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5197 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555507:0:7773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5189 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e3d expref: 113 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555514:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472081.555516:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472081.555518:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7bc00/0xb50b868c089d5189 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e3d expref: 113 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.555523:0:7773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7bc00, rc -2) 00000100:00100000:1.0:1772472081.555574:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:2411:x1858570835084288:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 464us (655us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472081.555582:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 642 00000100:00100000:1.0:1772472081.559654:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.560781:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835084160 00000100:00100000:0.0:1772472081.560797:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835084160 00000100:00100000:0.0:1772472081.560863:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1753 00000100:00100000:0.0:1772472081.560875:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+112:34695:x1858570835084160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.560900:0:6527:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.560923:0:6527:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d519e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e6e expref: -99 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.561116:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d51a5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.561133:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d51a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.561145:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d51a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472081.561157:0:6527:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:0.0:1772472081.561276:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d519e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e6e expref: 115 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.561295:0:6527:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d51a5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e6e expref: 114 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.561328:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:0.0:1772472081.561332:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1772472081.561335:0:6527:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f000, rc 0) 00000100:00100000:0.0:1772472081.561402:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+114:34695:x1858570835084160:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 529us (1758us total) trans 4294968335 rc 0/0 00000100:00100000:0.0:1772472081.561410:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1753 00000100:00100000:3.0:1772472081.561651:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.562127:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835084416 00000100:00100000:1.0:1772472081.562135:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835084416 00000100:00100000:1.0:1772472081.562171:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 484 00000100:00100000:1.0:1772472081.562179:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:34693:x1858570835084416:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1772472081.562194:0:9676:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.562209:0:9676:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e7c expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.562235:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 21 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.562243:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.562245:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.562249:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 21 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.562279:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 21 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.562291:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 21 pid: 8408 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.562326:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856896256:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472081.562399:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.563692:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.565927:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835084672 00000100:00100000:1.0:1772472081.565945:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835084672 00000100:00100000:2.0:1772472081.566104:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1754 00000100:00100000:2.0:1772472081.566119:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+114:34694:x1858570835084672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.566144:0:10040:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.566167:0:10040:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d51ba lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e83 expref: -99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.566168:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.566220:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835084800 00000100:00100000:2.0:1772472081.566223:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835084800 00010000:00010000:2.0:1772472081.566243:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 22 pid: 8408 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.566250:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9676:1858570856896256:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472081.566267:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 500 00000100:00100000:2.0:1772472081.566274:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835084800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472081.566280:0:9676:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 22 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.566284:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472081.566297:0:9676:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7b800, rc 0) 00010000:00010000:2.0:1772472081.566327:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 22 pid: 8408 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.566338:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 22 pid: 8408 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.566360:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001de89bd0/0xb50b868c089d5182 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e36 expref: 22 pid: 8408 timeout: 1012 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.566365:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:34693:x1858570835084416:12345-192.168.202.58@tcp:101:cp.0 Request processed in 4188us (4715us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.566373:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 484 00010000:00010000:2.0:1772472081.566374:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.566376:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.566383:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 21 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.566392:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 20 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.566980:0:15709:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 20 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.566995:0:15709:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856896384:192.168.202.58@tcp:105: 00000100:00100000:2.0:1772472081.567048:0:15709:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed480 going to sleep for 11 seconds 00010000:00010000:2.0:1772472081.567148:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d51c1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.567162:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d51c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.567172:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d51c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.567184:0:10040:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00010000:00010000:2.0:1772472081.567289:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d51ba lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e83 expref: 117 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.568975:0:10040:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d51c1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e83 expref: 116 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.568989:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:2.0:1772472081.568992:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.568997:0:10040:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326c600, rc 0) 00000100:00100000:2.0:1772472081.569063:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34694:x1858570835084672:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 2947us (5374us total) trans 4294968336 rc 0/0 00000100:00100000:2.0:1772472081.569073:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1754 00000100:00100000:3.0:1772472081.573623:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.574327:0:15709:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869af800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15709:1858570856896384:192.168.202.58@tcp:105: 00010000:00010000:2.0:1772472081.574352:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.574492:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2411:x1858570835084800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8217us (8322us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.574504:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 500 00000100:00100000:0.0:1772472081.574579:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085056 00000100:00100000:0.0:1772472081.574588:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085056 00000100:00100000:0.0:1772472081.574635:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 356 00000100:00100000:0.0:1772472081.574642:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34693:x1858570835085056:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:0.0:1772472081.576976:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:34693:x1858570835085056:12345-192.168.202.58@tcp:35:cp.0 Request processed in 2322us (3350us total) trans 4294968337 rc 0/0 00000100:00100000:0.0:1772472081.576992:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 356 00000100:00100000:1.0:1772472081.577185:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.577232:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085184 00000100:00100000:2.0:1772472081.577242:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085184 00000100:00100000:2.0:1772472081.577286:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 485 00000100:00100000:2.0:1772472081.577296:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2410:x1858570835085184:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.577698:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.577726:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 22 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.577735:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472081.577737:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1772472081.577741:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.577778:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 22 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.577802:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 22 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.577818:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856896512:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472081.578463:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed480 going to sleep for 11 seconds 00010000:00010000:0.0:1772472081.579080:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472081.583149:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.583376:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.587872:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.589750:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085568 00000100:00100000:0.0:1772472081.589770:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085568 00000100:00100000:0.0:1772472081.589858:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 486 00000100:00100000:0.0:1772472081.589869:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+20:2412:x1858570835085568:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.589918:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.589947:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 20 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.590007:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.590009:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1772472081.590013:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.590053:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 20 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.590067:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 20 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.590083:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856896640:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472081.590180:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.590667:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.590895:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856896512:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.590916:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.591041:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085312 00000100:00100000:2.0:1772472081.591047:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085312 00000100:00100000:2.0:1772472081.591126:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085440 00000100:00100000:2.0:1772472081.591129:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085440 00000100:00100000:3.0:1772472081.591160:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 113 00000100:00100000:3.0:1772472081.591170:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:2411:x1858570835085312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.591180:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.591202:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d51a5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e6e expref: 118 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.591214:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472081.591217:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.591254:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:2411:x1858570835085312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 87us (8117us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.591259:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 113 00000100:00100000:3.0:1772472081.591272:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 114 00000100:00100000:3.0:1772472081.591277:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e84450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:2412:x1858570835085440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.591282:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.591289:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d51c1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e83 expref: 116 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.591296:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:3.0:1772472081.591298:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.591328:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e84450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:2412:x1858570835085440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 51us (7953us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.591332:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 114 00000100:00100000:3.0:1772472081.597070:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085696 00000100:00100000:3.0:1772472081.597085:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085696 00002000:00100000:3.0:1772472081.597142:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff8f9cb7827b80 x1858570835085696/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.597154:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7827b80 with x1858570835085696 ext(0->157) 00010000:00010000:3.0:1772472081.597164:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 23 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.597181:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 23 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.597190:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb7827b80 00000100:00100000:3.0:1772472081.597221:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27 00000100:00100000:3.0:1772472081.597230:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2411:x1858570835085696:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:3.0:1772472081.603129:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+25:2411:x1858570835085696:12345-192.168.202.58@tcp:4:cp.0 Request processed in 5891us (12453us total) trans 4294967384 rc 0/0 00000100:00100000:3.0:1772472081.603141:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27 00002000:00100000:3.0:1772472081.603151:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff8f9cb7827b80 x1858570835085696/t4294967384(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.603159:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9cb7827b80 with x1858570835085696 ext(0->157) 00010000:00010000:3.0:1772472081.603167:0:8413:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603178:0:8413:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.603183:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8f9cb7827b80 00000100:00100000:3.0:1772472081.603243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.603268:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085824 00000100:00100000:3.0:1772472081.603274:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085824 00000100:00100000:3.0:1772472081.603322:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 643 00000100:00100000:3.0:1772472081.603329:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:2411:x1858570835085824:12345-192.168.202.58@tcp:63:ll_sa.0 00000100:00100000:0.0:1772472081.603529:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856896640:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472081.603557:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.603615:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1772472081.603825:0:6530:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.603843:0:6530:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d51dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407e8a expref: -99 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603901:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603916:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603927:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603941:0:6530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603949:0:6530:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603955:0:6530:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.603995:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604003:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604010:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604016:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472081.604022:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604031:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604042:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472081.604046:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472081.604051:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604057:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d51e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604071:0:6530:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604077:0:6530:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604083:0:6530:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604089:0:6530:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472081.604092:0:6530:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604098:0:6530:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604105:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8f9b83b55200) 00010000:00010000:3.0:1772472081.604108:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472081.604110:0:6530:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604116:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d51eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6530 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604148:0:6530:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d51dd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e8a expref: 116 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604159:0:6530:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472081.604162:0:6530:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472081.604166:0:6530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d51dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e8a expref: 116 pid: 6530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604175:0:6530:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d68e00, rc -2) 00000100:00100000:3.0:1772472081.604268:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:2411:x1858570835085824:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 938us (1022us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772472081.604278:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 643 00000100:00100000:3.0:1772472081.604322:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835085952 00000100:00100000:3.0:1772472081.604329:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835085952 00002000:00100000:3.0:1772472081.604357:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff8f9b84ec3480 x1858570835085952/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.604473:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec3480 with x1858570835085952 ext(0->157) 00010000:00010000:3.0:1772472081.604481:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 21 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.604493:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 21 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.604501:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b84ec3480 00000100:00100000:3.0:1772472081.604521:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28 00000100:00100000:3.0:1772472081.604530:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+21:2412:x1858570835085952:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:1.0:1772472081.608710:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.608860:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835086080 00000100:00100000:2.0:1772472081.608872:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835086080 00010000:00010000:2.0:1772472081.608913:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.608957:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 501 00000100:00100000:2.0:1772472081.608968:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+25:2412:x1858570835086080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.608983:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1772472081.609001:0:15709:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1772472081.609009:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.609022:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.609047:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d4f6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d41 expref: 25 pid: 8409 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.609063:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.609064:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.609068:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.609076:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.609106:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.609146:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835086080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 181us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.609151:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 501 00010000:00010000:1.0:1772472081.609384:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609394:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609414:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609422:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609430:0:8409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609447:0:8409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326da00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.609451:0:8409:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609459:0:8409:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609471:0:8409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.609479:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008abac474/0xb50b868c089d51cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.609532:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2410:x1858570835085184:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 32239us (32349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.609539:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 485 00000100:00100000:1.0:1772472081.610951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.611732:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835086208 00000100:00100000:2.0:1772472081.611753:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835086208 00000100:00100000:2.0:1772472081.611814:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1755 00000100:00100000:2.0:1772472081.611822:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34702:x1858570835086208:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1772472081.611841:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.611859:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d51f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ec2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.611916:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.611927:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.611937:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.611945:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.611949:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.611953:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612008:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d200/0xb50b868c089d5207 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612012:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d200/0xb50b868c089d5207 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612016:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d200/0xb50b868c089d5207 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.612045:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:2.0:1772472081.612049:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1772472081.612062:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d200/0xb50b868c089d5207 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612069:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d200/0xb50b868c089d5207 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612076:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612080:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612087:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612091:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612094:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326c000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.612098:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612102:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612109:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472081.612111:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.612114:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612117:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c000/0xb50b868c089d51f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612125:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612129:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612133:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612135:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326dc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472081.612138:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612141:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612145:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9c89ad5800) 00010000:00010000:2.0:1772472081.612146:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472081.612148:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612151:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5200 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612165:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d51f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ec2 expref: 124 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612173:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d200/0xb50b868c089d5207 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ec2 expref: 123 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.612177:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:2.0:1772472081.612178:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.612179:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326d200, rc 0) 00000100:00100000:2.0:1772472081.612222:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34702:x1858570835086208:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 401us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.612226:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1755 00000100:00100000:2.0:1772472081.614620:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.614694:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835086464 00000100:00100000:1.0:1772472081.614704:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835086464 00000100:00100000:1.0:1772472081.614765:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1756 00000100:00100000:1.0:1772472081.614775:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34695:x1858570835086464:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.614876:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34695:x1858570835086464:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 102us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.614883:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1756 00000100:00100000:2.0:1772472081.616009:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.616113:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835086592 00000100:00100000:3.0:1772472081.616119:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835086592 00000100:00100000:3.0:1772472081.616154:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 487 00000100:00100000:3.0:1772472081.616160:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570835086592:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1772472081.616173:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.616190:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d520e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ec9 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.616238:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856896768:192.168.202.58@tcp:106: 00000100:00100000:3.0:1772472081.616296:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3480 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.618124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.618267:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835086720 00000100:00100000:3.0:1772472081.618273:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835086720 00000100:00100000:3.0:1772472081.618328:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 488 00000100:00100000:3.0:1772472081.618335:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2412:x1858570835086720:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.618349:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.618550:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ed0 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1772472081.618581:0:24703:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x69a5c711, atime: 0x0, ctime: 0x69a5c711, blocks: 0x8 00010000:00010000:3.0:1772472081.618606:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.618608:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472081.618618:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 24 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.618637:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 24 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.618652:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc2174e00, rc 0) 00000100:00100000:3.0:1772472081.618706:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835086720:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 372us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.618714:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 488 00002000:00010000:2.0:1772472081.618882:0:16551:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1772472081.618887:0:16551:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime: 0 -> 1772472081 00002000:00010000:2.0:1772472081.618890:0:16551:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb atime: 0 -> 1772472081 00002000:00010000:2.0:1772472081.618892:0:16551:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime: 0 -> 1772472081 00002000:00010000:2.0:1772472081.618895:0:16551:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1772472081.618908:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856896768:192.168.202.58@tcp:106: 00010000:00010000:2.0:1772472081.618942:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d520e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ec9 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.618953:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008bdbca81/0xb50b868c089d520e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ec9 expref: 17 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.618963:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc 0) 00000100:00100000:2.0:1772472081.618980:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2411:x1858570835086592:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 2821us (2974us total) trans 0 rc 301/301 00000100:00100000:2.0:1772472081.618984:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 487 00000100:00100000:3.0:1772472081.621731:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.621780:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835086976 00000100:00100000:2.0:1772472081.621786:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835086976 00000100:00100000:2.0:1772472081.621822:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1757 00000100:00100000:2.0:1772472081.621828:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34695:x1858570835086976:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472081.621898:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2412:x1858570835085952:12345-192.168.202.58@tcp:4:cp.0 Request processed in 17370us (18282us total) trans 4294967385 rc 0/0 00000100:00100000:0.0:1772472081.621906:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28 00002000:00100000:0.0:1772472081.621914:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff8f9b84ec3480 x1858570835085952/t4294967385(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.621921:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b84ec3480 with x1858570835085952 ext(0->157) 00010000:00010000:0.0:1772472081.621929:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.621941:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1772472081.621947:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b84ec3480 00000100:00100000:3.0:1772472081.622134:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.622260:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835087104 00000100:00100000:0.0:1772472081.622263:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835087104 00000100:00100000:0.0:1772472081.622285:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1758 00000100:00100000:0.0:1772472081.622290:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34702:x1858570835087104:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472081.622298:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.622338:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d521c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ed7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.622399:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5223 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.622421:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5223 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.622433:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5223 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1772472081.622485:0:6525:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1772472081.622489:0:6525:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1772472081.622507:0:6525:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5223 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.622529:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fc00/0xb50b868c089d521c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed7 expref: 125 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.622545:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5223 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed7 expref: 124 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.622551:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.622553:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1772472081.622556:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f000, rc 0) 00000100:00100000:0.0:1772472081.622579:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+124:34702:x1858570835087104:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 288us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.622582:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1758 00000100:00100000:2.0:1772472081.624347:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34695:x1858570835086976:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 2510us (3041us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.624365:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1757 00000100:00100000:3.0:1772472081.624539:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.624972:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835087232 00000100:00100000:2.0:1772472081.624980:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835087232 00010000:00010000:2.0:1772472081.625005:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.625042:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 502 00000100:00100000:2.0:1772472081.625048:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2409:x1858570835087232:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.625059:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1772472081.625073:0:6510:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1772472081.625077:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.625086:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.625104:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b7a215e/0xb50b868c089d4e41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cd8 expref: 23 pid: 16551 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.625115:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.625116:0:6510:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.625120:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.625127:0:6510:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.625150:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.625182:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2409:x1858570835087232:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 134us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.625186:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 502 00010000:00010000:0.0:1772472081.625607:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625615:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625636:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625641:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625646:0:8408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625650:0:8408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472081.625653:0:8408:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625658:0:8408:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625666:0:8408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.625671:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcc5fb4d/0xb50b868c089d51d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.625716:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbff450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+21:2412:x1858570835085568:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 35851us (37855us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.625724:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 486 00000100:00100000:2.0:1772472081.629857:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.629888:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.629950:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835087360 00000100:00100000:0.0:1772472081.629957:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835087360 00000100:00100000:0.0:1772472081.630004:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 489 00000100:00100000:0.0:1772472081.630011:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835087360:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1772472081.630027:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.630041:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d522a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ede expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.630089:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856896896:192.168.202.58@tcp:106: 00000100:00100000:0.0:1772472081.630150:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.630548:0:8414:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835087488 00000100:00100000:3.0:1772472081.630554:0:8414:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835087488 00002000:00100000:3.0:1772472081.630593:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff8f9b869af100 x1858570835087488/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.630604:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869af100 with x1858570835087488 ext(0->4095) 00002000:00010000:3.0:1772472081.630660:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b869af100 00000100:00100000:3.0:1772472081.630682:0:8414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 117 00000100:00100000:3.0:1772472081.630690:0:8414:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2410:x1858570835087488:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1772472081.630996:0:8414:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2410:x1858570835087488:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 307us (1105us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1772472081.631003:0:8414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 117 00002000:00100000:3.0:1772472081.631008:0:8414:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff8f9b869af100 x1858570835087488/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1772472081.631013:0:8414:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869af100 with x1858570835087488 ext(0->4095) 00002000:00010000:3.0:1772472081.631016:0:8414:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f9b869af100 00000100:00100000:2.0:1772472081.631888:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.632888:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835087744 00000100:00100000:1.0:1772472081.632899:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835087744 00000100:00100000:1.0:1772472081.632995:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1759 00000100:00100000:1.0:1772472081.633008:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34694:x1858570835087744:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.633114:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34694:x1858570835087744:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 109us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.633122:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1759 00000100:00100000:3.0:1772472081.634830:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.634964:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856896896:192.168.202.58@tcp:106: 00010000:00010000:0.0:1772472081.635004:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d522a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ede expref: 17 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.635029:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d522a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ede expref: 17 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.635043:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ec00, rc 0) 00000100:00100000:0.0:1772472081.635094:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+16:2410:x1858570835087360:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 5082us (5244us total) trans 0 rc 301/301 00000100:00100000:0.0:1772472081.635103:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 489 00000100:00100000:2.0:1772472081.636188:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835087872 00000100:00100000:2.0:1772472081.636199:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835087872 00000100:00100000:2.0:1772472081.636259:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1760 00000100:00100000:2.0:1772472081.636268:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+115:34695:x1858570835087872:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.636288:0:24701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.636327:0:24701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5231 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ee5 expref: -99 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.636368:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.636384:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.636396:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.636532:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c200/0xb50b868c089d5231 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 117 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.636549:0:24701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 116 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.636558:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:2.0:1772472081.636561:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1772472081.636565:0:24701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326dc00, rc 0) 00000100:00100000:2.0:1772472081.636611:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34695:x1858570835087872:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 345us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.636618:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1760 00000100:00100000:0.0:1772472081.637110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.638788:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835088000 00000100:00100000:3.0:1772472081.638800:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835088000 00000100:00100000:2.0:1772472081.638970:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 490 00000100:00100000:2.0:1772472081.638980:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+21:2409:x1858570835088000:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.638999:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.639024:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407eec expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472081.639052:0:24703:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x69a5c710, atime: 0x0, ctime: 0x69a5c710, blocks: 0x8 00010000:00010000:2.0:1772472081.639068:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.639070:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.639077:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 22 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.639089:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 22 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.639099:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326c000, rc 0) 00000100:00100000:2.0:1772472081.639143:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2409:x1858570835088000:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 165us (2034us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.639150:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 490 00000100:00100000:0.0:1772472081.639764:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.639847:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835088256 00000100:00100000:3.0:1772472081.639852:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835088256 00000100:00100000:3.0:1772472081.639894:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1761 00000100:00100000:3.0:1772472081.639902:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+124:34702:x1858570835088256:12345-192.168.202.58@tcp:58:lfs.0 00000040:00080000:3.0:1772472081.640060:0:9675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:3.0:1772472081.640156:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+124:34702:x1858570835088256:12345-192.168.202.58@tcp:58:lfs.0 Request processed in 254us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.640164:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1761 00000100:00100000:0.0:1772472081.641924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.642680:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835088512 00000100:00100000:2.0:1772472081.642691:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835088512 00000100:00100000:2.0:1772472081.642879:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1762 00000100:00100000:2.0:1772472081.642890:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34694:x1858570835088512:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.643003:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34694:x1858570835088512:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 114us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.643011:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1762 00000100:00100000:0.0:1772472081.644110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.644226:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835088640 00000100:00100000:1.0:1772472081.644234:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835088640 00000100:00100000:1.0:1772472081.644333:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1763 00000100:00100000:1.0:1772472081.644342:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34695:x1858570835088640:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.644396:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.644521:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34695:x1858570835088640:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 180us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.644529:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1763 00000100:00100000:0.0:1772472081.649027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.649134:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835088896 00000100:00100000:1.0:1772472081.649146:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835088896 00000100:00100000:1.0:1772472081.649214:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 491 00000100:00100000:1.0:1772472081.649224:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835088896:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.649269:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649288:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.649290:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.649296:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649343:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649369:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649378:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649386:0:8410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649394:0:8410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7aa00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.649399:0:8410:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649419:0:8410:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649445:0:8410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.649453:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b9118f1/0xb50b868c089d5246 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.649535:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835088896:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 312us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.649543:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 491 00000100:00100000:3.0:1772472081.651293:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.651429:0:8413:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835088768 00000100:00100000:0.0:1772472081.651448:0:8413:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835088768 00002000:00100000:0.0:1772472081.651498:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff8f9b833b4a80 x1858570835088768/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.651508:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b833b4a80 with x1858570835088768 ext(0->4095) 00002000:00010000:0.0:1772472081.651514:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b833b4a80 00000100:00100000:0.0:1772472081.651541:0:8413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 118 00000100:00100000:0.0:1772472081.651550:0:8413:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2412:x1858570835088768:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1772472081.651720:0:8413:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2412:x1858570835088768:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 170us (436us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1772472081.651727:0:8413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 118 00002000:00100000:0.0:1772472081.651734:0:8413:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff8f9b833b4a80 x1858570835088768/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1772472081.651752:0:8413:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b833b4a80 with x1858570835088768 ext(0->4095) 00002000:00010000:0.0:1772472081.651756:0:8413:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b833b4a80 00000100:00100000:3.0:1772472081.653205:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.653340:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835089152 00000100:00100000:2.0:1772472081.653348:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835089152 00000100:00100000:2.0:1772472081.653400:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1764 00000100:00100000:2.0:1772472081.653420:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+116:34695:x1858570835089152:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.653504:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.653523:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 116 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.653532:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.653570:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 116 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.653583:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 116 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.653598:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856897024:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472081.653677:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed000 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.657226:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856897024:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.657262:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.657870:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.657899:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.657960:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835089408 00000100:00100000:0.0:1772472081.657967:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835089408 00000100:00100000:0.0:1772472081.658012:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1765 00000100:00100000:0.0:1772472081.658019:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:34694:x1858570835089408:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1772472081.658036:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472081.658052:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d5254 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407ef3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.658081:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.658090:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.658098:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.658193:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3000/0xb50b868c089d5254 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.658207:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.658214:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:0.0:1772472081.658216:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1772472081.658219:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472081.658264:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:34694:x1858570835089408:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 245us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.658269:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1765 00000100:00100000:2.0:1772472081.658460:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835089280 00000100:00100000:2.0:1772472081.658464:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835089280 00010000:00010000:2.0:1772472081.658484:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 118 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.658508:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 503 00000100:00100000:2.0:1772472081.658513:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:2410:x1858570835089280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.658520:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472081.658524:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 118 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.658532:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 118 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.658543:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326dc00/0xb50b868c089d5238 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ee5 expref: 118 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.658550:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:2.0:1772472081.658552:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.658558:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.658562:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.658580:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.658604:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:2410:x1858570835089280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 91us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.658608:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 503 00010000:00010000:1.0:1772472081.658702:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658708:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658822:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658827:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658832:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658836:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.658839:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658843:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658853:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:1.0:1772472081.658855:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472081.658857:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.658861:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d400/0xb50b868c089d524d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.658929:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:34695:x1858570835089152:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 5521us (5731us total) trans 4294968338 rc 0/0 00000100:00100000:1.0:1772472081.658933:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1764 00000100:00100000:3.0:1772472081.680376:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.680612:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835089536 00000100:00100000:2.0:1772472081.680623:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835089536 00000100:00100000:2.0:1772472081.680685:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1766 00000100:00100000:2.0:1772472081.680697:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:34694:x1858570835089536:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1772472081.680747:0:24701:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1772472081.680891:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:34694:x1858570835089536:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 196us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.680899:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1766 00000100:00100000:3.0:1772472081.683810:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.684037:0:6529:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835089792 00000100:00100000:1.0:1772472081.684049:0:6529:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835089792 00000100:00100000:1.0:1772472081.684113:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 357 00000100:00100000:1.0:1772472081.684124:0:6529:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+117:34695:x1858570835089792:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.684489:0:6529:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:34695:x1858570835089792:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 366us (687us total) trans 4294968339 rc 0/0 00000100:00100000:1.0:1772472081.684498:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 357 00000100:00100000:3.0:1772472081.687185:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.687335:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835089920 00000100:00100000:2.0:1772472081.687347:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835089920 00000100:00100000:2.0:1772472081.687432:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 492 00000100:00100000:2.0:1772472081.687452:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835089920:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.687507:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687527:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.687530:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.687535:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687551:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687576:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687585:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687599:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687607:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326dc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472081.687611:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687620:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687635:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.687642:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a144de21/0xb50b868c089d5262 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.687780:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2411:x1858570835089920:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 330us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.687788:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 492 00000100:00100000:3.0:1772472081.690765:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.690910:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835090176 00000100:00100000:1.0:1772472081.690919:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835090176 00000100:00100000:1.0:1772472081.690986:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1767 00000100:00100000:1.0:1772472081.690997:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:34694:x1858570835090176:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.691090:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.691110:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.691120:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.691159:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 118 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.691172:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 118 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.691187:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856897152:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472081.691290:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.694042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.694156:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835090304 00000100:00100000:0.0:1772472081.694167:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835090304 00010000:00010000:0.0:1772472081.694217:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 119 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472081.694267:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 504 00000100:00100000:0.0:1772472081.694278:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+119:2409:x1858570835090304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472081.694298:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472081.694348:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 119 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.694364:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 119 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.694399:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:0.0:1772472081.694405:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.694423:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.694431:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.694461:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472081.694518:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+119:2409:x1858570835090304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 241us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.694526:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 504 00010000:00010000:1.0:1772472081.695289:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2000/0xb50b868c089d525b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ef3 expref: 118 pid: 6525 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.695350:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856897152:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.695385:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695395:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695400:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695684:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695692:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695701:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695707:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7aa00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.695712:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695720:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695733:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:1.0:1772472081.695737:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472081.695741:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.695747:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7aa00/0xb50b868c089d5269 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472081.696146:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472081.696157:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472081.696180:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:0.0:1772472081.696186:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472081.696361:0:13642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856897280:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472081.696837:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+119:34694:x1858570835090176:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 5840us (6078us total) trans 4294968340 rc 0/0 00000100:00100000:1.0:1772472081.696848:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1767 00000100:00100000:0.0:1772472081.697220:0:13642:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.703159:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.703276:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.703508:0:13642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13642:1858570856897280:192.168.202.58@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1772472081.703614:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835090688 00000100:00100000:1.0:1772472081.703621:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835090688 00000100:00100000:1.0:1772472081.703683:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1768 00000100:00100000:1.0:1772472081.703693:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:34712:x1858570835090688:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.703730:0:6527:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.703843:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:34712:x1858570835090688:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 151us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.703852:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1768 00000100:00100000:2.0:1772472081.704048:0:21270:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835090560 00000100:00100000:2.0:1772472081.704053:0:21270:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835090560 00000100:00100000:2.0:1772472081.704079:0:21270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 358 00000100:00100000:2.0:1772472081.704086:0:21270:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+118:34694:x1858570835090560:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.704290:0:21270:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+119:34694:x1858570835090560:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 204us (1141us total) trans 4294968341 rc 0/0 00000100:00100000:2.0:1772472081.704299:0:21270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 358 00000100:00100000:3.0:1772472081.708394:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.708963:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835090944 00000100:00100000:2.0:1772472081.708977:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835090944 00000100:00100000:2.0:1772472081.709053:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1769 00000100:00100000:2.0:1772472081.709064:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+119:34712:x1858570835090944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.709090:0:24701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1772472081.709116:0:24701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326da00/0xb50b868c089d5270 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407efa expref: -99 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.709274:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5277 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.709290:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5277 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.709331:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5277 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1772472081.709344:0:24701:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:2.0:1772472081.709476:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326da00/0xb50b868c089d5270 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407efa expref: 122 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.709499:0:24701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5277 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407efa expref: 121 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.709509:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:2.0:1772472081.709512:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1772472081.709516:0:24701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9c8326cc00, rc 0) 00000100:00100000:2.0:1772472081.709600:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:34712:x1858570835090944:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 538us (1235us total) trans 4294968342 rc 0/0 00000100:00100000:2.0:1772472081.709609:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1769 00000100:00100000:3.0:1772472081.719059:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.719171:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.719205:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835091200 00000100:00100000:3.0:1772472081.719216:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835091200 00000100:00100000:3.0:1772472081.719282:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 115 00000100:00100000:3.0:1772472081.719295:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:2411:x1858570835091200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472081.719343:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472081.719383:0:6511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326cc00/0xb50b868c089d5277 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407efa expref: 121 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.719402:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:3.0:1772472081.719407:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472081.719484:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+120:2411:x1858570835091200:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 193us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.719494:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 115 00000100:00100000:1.0:1772472081.719703:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835091072 00000100:00100000:1.0:1772472081.719709:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835091072 00000100:00100000:1.0:1772472081.719754:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 493 00000100:00100000:1.0:1772472081.719762:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+22:2412:x1858570835091072:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.719804:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.719824:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 22 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.719833:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472081.719836:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1772472081.719840:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.719872:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 22 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.719887:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 22 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.719903:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856897408:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472081.719964:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b300 going to sleep for 11 seconds 00000100:00100000:3.0:1772472081.724798:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.724905:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856897408:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.724943:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.725064:0:20385:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835091328 00000100:00100000:2.0:1772472081.725072:0:20385:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835091328 00002000:00100000:2.0:1772472081.725121:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x22:0x0] (0->157) req@ffff8f9b869d0a80 x1858570835091328/t0(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472081.725133:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869d0a80 with x1858570835091328 ext(0->157) 00010000:00010000:2.0:1772472081.725141:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 23 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.725158:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 23 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472081.725166:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b869d0a80 00000100:00100000:2.0:1772472081.725203:0:20385:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29 00000100:00100000:2.0:1772472081.725212:0:20385:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2412:x1858570835091328:12345-192.168.202.58@tcp:4:cp.0 00000100:00100000:2.0:1772472081.726797:0:20385:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+25:2412:x1858570835091328:12345-192.168.202.58@tcp:4:cp.0 Request processed in 1574us (1999us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1772472081.726812:0:20385:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29 00002000:00100000:2.0:1772472081.726826:0:20385:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x22:0x0] (0->157) req@ffff8f9b869d0a80 x1858570835091328/t4294967386(0) o4->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 648/448 e 0 to 0 dl 1772472092 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1772472081.726836:0:20385:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869d0a80 with x1858570835091328 ext(0->157) 00010000:00010000:2.0:1772472081.726847:0:20385:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 25 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.726875:0:20385:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 25 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1772472081.726883:0:20385:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8f9b869d0a80 00000100:00100000:1.0:1772472081.733996:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.736213:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835091456 00000100:00100000:2.0:1772472081.736231:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835091456 00010000:00010000:2.0:1772472081.736287:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 25 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.736600:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 505 00000100:00100000:2.0:1772472081.736613:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+25:2409:x1858570835091456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.736633:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1772472081.736652:0:15709:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1772472081.736661:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 25 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.736677:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 25 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.736705:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a668fe41/0xb50b868c089d51b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407e7c expref: 25 pid: 9676 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.736722:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.736724:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.736730:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.736742:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.736780:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.736847:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835091456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 237us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.736855:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 505 00010000:00010000:1.0:1772472081.736920:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.736931:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.736954:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.736963:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.736972:0:16551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.736979:0:16551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7aa00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472081.736984:0:16551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.736993:0:16551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.737011:0:16551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.737019:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d5285 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.737066:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2412:x1858570835091072:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 17305us (18019us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.737074:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 493 00000100:00100000:3.0:1772472081.740243:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472081.740644:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835091712 00000100:00100000:0.0:1772472081.740657:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835091712 00000100:00100000:0.0:1772472081.740721:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1770 00000100:00100000:0.0:1772472081.740732:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+120:34712:x1858570835091712:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1772472081.740843:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+120:34712:x1858570835091712:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 112us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.740850:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1770 00000100:00100000:3.0:1772472081.744505:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.744648:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835091840 00000100:00100000:1.0:1772472081.744658:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835091840 00000100:00100000:1.0:1772472081.744711:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 494 00000100:00100000:1.0:1772472081.744723:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+23:2411:x1858570835091840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.744749:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472081.744774:0:8410:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d528c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f01 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1772472081.744803:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 158, mtime: 0x69a5c711, atime: 0x0, ctime: 0x69a5c711, blocks: 0x8 00010000:00010000:1.0:1772472081.744825:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.744827:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472081.744834:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d528c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f01 expref: 24 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.744848:0:8410:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002b9118f1/0xb50b868c089d528c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f01 expref: 24 pid: 8410 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.744863:0:8410:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7aa00, rc 0) 00000100:00100000:1.0:1772472081.744913:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2411:x1858570835091840:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 194us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.744919:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 494 00000100:00100000:1.0:1772472081.747027:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.747127:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092096 00000100:00100000:3.0:1772472081.747139:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092096 00000100:00100000:3.0:1772472081.747241:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1771 00000100:00100000:3.0:1772472081.747252:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+120:34712:x1858570835092096:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1772472081.747423:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+120:34712:x1858570835092096:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 172us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.747432:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1771 00000100:00100000:3.0:1772472081.750102:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.750174:0:8415:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092224 00000100:00100000:1.0:1772472081.750182:0:8415:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092224 00002000:00100000:1.0:1772472081.750223:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x22:0x0] (0->4095) req@ffff8f9b869d2680 x1858570835092224/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/0 e 0 to 0 dl 1772472092 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.750231:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869d2680 with x1858570835092224 ext(0->4095) 00002000:00010000:1.0:1772472081.750236:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869d2680 00000100:00100000:1.0:1772472081.750286:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 119 00000100:00100000:1.0:1772472081.750293:0:8415:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835092224:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1772472081.750493:0:8415:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835092224:12345-192.168.202.58@tcp:3:lhsmtool_posix.0 Request processed in 199us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1772472081.750499:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 119 00002000:00100000:1.0:1772472081.750504:0:8415:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x22:0x0] (0->4095) req@ffff8f9b869d2680 x1858570835092224/t0(0) o3->2ce44aae-cbc4-4356-8d53-255da58f59f5@192.168.202.58@tcp:117/0 lens 488/4536 e 0 to 0 dl 1772472092 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1772472081.750510:0:8415:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f9b869d2680 with x1858570835092224 ext(0->4095) 00002000:00010000:1.0:1772472081.750513:0:8415:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8f9b869d2680 00000100:00100000:3.0:1772472081.759019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472081.759053:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092352 00000100:00100000:3.0:1772472081.759063:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092352 00000100:00100000:3.0:1772472081.759104:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1772 00000100:00100000:3.0:1772472081.759111:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+120:34712:x1858570835092352:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1772472081.759133:0:24701:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472081.759153:0:24701:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d5293 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f08 expref: -99 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.759189:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.759202:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.759214:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.759348:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ec00/0xb50b868c089d5293 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 122 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.759374:0:24701:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 121 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472081.759381:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:3.0:1772472081.759383:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1772472081.759387:0:24701:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f600, rc 0) 00000100:00100000:3.0:1772472081.759443:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:34712:x1858570835092352:12345-192.168.202.58@tcp:101:lhsmtool_posix.0 Request processed in 323us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472081.759451:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1772 00000100:00100000:2.0:1772472081.763903:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.764051:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092480 00000100:00100000:1.0:1772472081.764063:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092480 00000100:00100000:1.0:1772472081.764125:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1773 00000100:00100000:1.0:1772472081.764135:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:34712:x1858570835092480:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1772472081.764174:0:6525:0:(mdt_handler.c:7968:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1772472081.764297:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:34712:x1858570835092480:12345-192.168.202.58@tcp:53:lhsmtool_posix.0 Request processed in 163us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.764326:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1773 00000100:00100000:3.0:1772472081.767950:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.768363:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092608 00000100:00100000:2.0:1772472081.768383:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092608 00000100:00100000:2.0:1772472081.768516:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 495 00000100:00100000:2.0:1772472081.768529:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835092608:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1772472081.768587:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768608:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.768610:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472081.768615:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768632:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768663:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768677:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768685:0:9676:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768693:0:9676:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326c400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472081.768699:0:9676:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768709:0:9676:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768725:0:9676:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.768733:0:9676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038ef36ad/0xb50b868c089d52a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.768831:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2412:x1858570835092608:12345-192.168.202.58@tcp:1:lhsmtool_posix.0 Request processed in 305us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.768839:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 495 00000100:00100000:3.0:1772472081.771611:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472081.772034:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092864 00000100:00100000:1.0:1772472081.772047:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092864 00000100:00100000:1.0:1772472081.772111:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1774 00000100:00100000:1.0:1772472081.772122:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:34712:x1858570835092864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1772472081.772207:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.772228:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 121 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.772238:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.772279:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 121 pid: 24701 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.772294:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 121 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.772333:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856897536:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472081.773016:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9ca540b540 going to sleep for 11 seconds 00000100:00100000:1.0:1772472081.776547:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856897536:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472081.776584:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.777222:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.777294:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835092992 00000100:00100000:2.0:1772472081.777531:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835092992 00010000:00010000:2.0:1772472081.777582:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 122 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472081.777630:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 506 00000100:00100000:2.0:1772472081.777641:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e84850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+122:2411:x1858570835092992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472081.777658:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472081.777664:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 122 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.777678:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 122 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.777701:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d529a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f08 expref: 122 pid: 24701 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.777717:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:2.0:1772472081.777723:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.777734:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.777857:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472081.777924:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472081.777989:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e84850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:2411:x1858570835092992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 350us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.777997:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 506 00010000:00010000:1.0:1772472081.779016:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779028:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779219:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779227:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779234:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779240:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472081.779244:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779254:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779267:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8f9b83b56000) 00010000:00010000:1.0:1772472081.779271:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1772472081.779275:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472081.779281:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d52a8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472081.779460:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+121:34712:x1858570835092864:12345-192.168.202.58@tcp:57:lhsmtool_posix.0 Request processed in 7336us (7857us total) trans 4294968343 rc 0/0 00000100:00100000:1.0:1772472081.779471:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1774 00000040:00080000:1.0:1772472081.779604:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472081.779609:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472081.780111:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 12 00000040:00080000:1.0:1772472081.780119:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1772472081.783625:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968343 is committed 00000001:00080000:2.0:1772472081.783765:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968294 is committed 00000020:00080000:2.0:1772472081.783770:0:6504:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00000020:00080000:2.0:1772472081.783785:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:2.0:1772472081.783794:0:6557:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00010000:00010000:0.0:1772472081.783891:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783905:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783913:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783919:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.783924:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783933:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783953:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c83cf5a00) 00010000:00010000:0.0:1772472081.783956:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.783960:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783967:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69e00/0xb50b868c089d4780 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.783996:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784003:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784009:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784014:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784017:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784022:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784028:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9c95450200) 00010000:00010000:0.0:1772472081.784031:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784033:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784039:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d486e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784053:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784058:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784064:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784069:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784072:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784078:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784084:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9c95450600) 00010000:00010000:0.0:1772472081.784086:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784089:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784094:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d4963 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784105:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784111:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784117:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784121:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc0200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784124:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784130:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784137:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9c90163a00) 00010000:00010000:0.0:1772472081.784139:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784142:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784148:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0200/0xb50b868c089d4a5f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784160:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784166:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784172:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784177:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784179:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784185:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784191:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9c95450100) 00010000:00010000:0.0:1772472081.784193:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784195:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784201:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d4b70 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784212:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784223:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784228:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784233:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784236:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784241:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784247:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450e00) 00010000:00010000:0.0:1772472081.784249:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784252:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784257:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d4c42 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784267:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784273:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784278:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784283:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9ca1dc1e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784286:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784293:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784328:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c90163700) 00010000:00010000:0.0:1772472081.784331:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784334:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784340:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1e00/0xb50b868c089d4d53 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784354:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784360:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784580:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784587:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80031e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784591:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784597:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784606:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c90163000) 00010000:00010000:0.0:1772472081.784608:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784611:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784618:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80031e00/0xb50b868c089d4e25 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784634:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784640:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784646:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784651:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c80030c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784654:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784659:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784665:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9c89ad5200) 00010000:00010000:0.0:1772472081.784668:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784670:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784676:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030c00/0xb50b868c089d4ef7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784687:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784697:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784704:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784708:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326d000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784711:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784716:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784722:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8f9c89ad5800) 00010000:00010000:0.0:1772472081.784724:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784727:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784732:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326d000/0xb50b868c089d516d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784826:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784832:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784838:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784843:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701cc00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784846:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784853:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784861:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8f9b83da6400) 00010000:00010000:0.0:1772472081.784863:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784866:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784872:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701cc00/0xb50b868c089d46a7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784884:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784890:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784896:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784901:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b8701c200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472081.784903:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784909:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784916:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472081.784918:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472081.784921:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472081.784927:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c200/0xb50b868c089d46ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472081.787661:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472081.787731:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835093248 00000100:00100000:2.0:1772472081.787749:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835093248 00000100:00100000:2.0:1772472081.787802:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 359 00000100:00100000:2.0:1772472081.787810:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:34712:x1858570835093248:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1772472081.788105:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:34712:x1858570835093248:12345-192.168.202.58@tcp:35:lhsmtool_posix.0 Request processed in 295us (453us total) trans 4294968344 rc 0/0 00000100:00100000:2.0:1772472081.788113:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 359 00000100:00100000:1.0:1772472081.834527:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472081.834555:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856897792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472081.834630:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472081.834684:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856897664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472081.834705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472081.834807:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856897920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.834840:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.835010:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856897792 00000100:00100000:2.0:1772472081.835018:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856897792 00000100:00100000:2.0:1772472081.835074:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856897664 00000100:00100000:2.0:1772472081.835077:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856897664 00000100:00100000:2.0:1772472081.835098:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1772472081.835108:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856897792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472081.835134:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244353856 pending 143360 free 3915087872 avail 3683565568 00000100:00100000:2.0:1772472081.835181:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856897792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.835187:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1772472081.835207:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1772472081.835212:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856897664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472081.835221:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244353856 pending 143360 free 3915087872 avail 3683565568 00000100:00100000:2.0:1772472081.835242:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856897664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.835248:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:2.0:1772472081.835265:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472081.835325:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856897792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472081.835340:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856897664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472081.835632:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472081.835640:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856898048:0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.835671:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472081.835755:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856897920 00000100:00100000:1.0:1772472081.835761:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856897920 00000100:00100000:1.0:1772472081.835802:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1772472081.835809:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856897920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.835844:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856897920:12345-0@lo:400:kworker.0 Request processed in 36us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.835850:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1772472081.835882:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856897920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472081.836142:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856898560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472081.836165:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472081.836197:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856898432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.836215:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472081.836229:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856898944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.836242:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.836293:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856898176:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.836326:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.836343:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856898688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.836402:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898432 00000100:00100000:1.0:1772472081.836407:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898432 00000100:00100000:1.0:1772472081.836456:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898176 00000100:00100000:1.0:1772472081.836460:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898176 00000100:00100000:1.0:1772472081.836475:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1772472081.836481:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856898432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.836519:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856898432:12345-0@lo:400:kworker.0 Request processed in 38us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.836525:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1772472081.836538:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1772472081.836544:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856898176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472081.836565:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856898176:12345-0@lo:400:kworker.0 Request processed in 22us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.836569:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1772472081.836586:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856898432:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.836874:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898944 00000100:00100000:2.0:1772472081.836879:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898944 00000100:00100000:2.0:1772472081.836926:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1772472081.836933:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856898944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.836961:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856898944:12345-0@lo:400:kworker.0 Request processed in 30us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.836965:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1772472081.836987:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856898944:0@lo:400:kworker.0 00000100:00080000:1.0:1772472081.837032:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472081.837111:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856899072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472081.837128:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472081.837167:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898048 00000100:00100000:3.0:1772472081.837170:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898048 00000100:00100000:2.0:1772472081.837202:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898560 00000100:00100000:2.0:1772472081.837204:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898560 00000100:00100000:2.0:1772472081.837230:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1772472081.837235:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856898048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837260:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856898048:12345-0@lo:400:kworker.0 Request processed in 26us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.837264:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1772472081.837273:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1772472081.837277:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856898560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837291:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86556300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856898560:12345-0@lo:400:kworker.0 Request processed in 15us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.837294:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1772472081.837327:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856898048:0@lo:400:kworker.0 00000100:00080000:1.0:1772472081.837377:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472081.837573:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856899072 00000100:00100000:1.0:1772472081.837577:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856899072 00000100:00100000:1.0:1772472081.837601:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1772472081.837605:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856899072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837671:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.837692:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856899200:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837709:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.837727:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856898176:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837743:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1772472081.837748:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856898304:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837763:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.837775:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856898816:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837797:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472081.837823:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898688 00000100:00100000:2.0:1772472081.837827:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898688 00000100:00100000:2.0:1772472081.837845:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856899200 00000100:00100000:2.0:1772472081.837848:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856899200 00000100:00100000:2.0:1772472081.837858:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898304 00000100:00100000:2.0:1772472081.837860:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898304 00000100:00100000:2.0:1772472081.837870:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1772472081.837876:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856898688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837909:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856898688:12345-0@lo:400:kworker.0 Request processed in 33us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.837915:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1772472081.837927:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1772472081.837933:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856899200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837955:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856899200:12345-0@lo:400:kworker.0 Request processed in 23us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.837959:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1772472081.837966:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1772472081.837969:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856898304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.837982:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856898304:12345-0@lo:400:kworker.0 Request processed in 13us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472081.837986:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1772472081.838000:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856898304:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.838006:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8606b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856898688:0@lo:400:kworker.0 00000100:00100000:2.0:1772472081.838011:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856899200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472081.838162:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856898560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472081.838184:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856898816 00000100:00100000:0.0:1772472081.838186:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856898816 00000100:00100000:0.0:1772472081.838215:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1772472081.838222:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856898816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472081.838368:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856898816:12345-0@lo:400:kworker.0 Request processed in 147us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472081.838374:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:0.0:1772472081.838569:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472081.838572:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472081.838574:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472081.838633:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86557100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856899072:12345-0@lo:400:kworker.0 Request processed in 1026us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472081.838638:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1772472081.838689:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856899072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472081.838808:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856898816:0@lo:400:kworker.0 00000040:00080000:0.0:1772472082.355423:0:24742:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472082.358848:0:24742:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472082.359110:0:24742:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:0.0:1772472082.359117:0:24742:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472082.424543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472082.424586:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835093376 00000100:00100000:1.0:1772472082.424597:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835093376 00000100:00100000:1.0:1772472082.424685:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 496 00000100:00100000:1.0:1772472082.424699:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835093376:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:1.0:1772472082.424720:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472082.424749:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f0f expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472082.424773:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472082.424776:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472082.424784:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472082.424804:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 19 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472082.424819:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a400, rc 0) 00000100:00100000:1.0:1772472082.424873:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2409:x1858570835093376:12345-192.168.202.58@tcp:101:rm.0 Request processed in 178us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472082.424880:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 496 00000100:00080000:0.0:1772472082.427023:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472082.440447:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.440481:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.440499:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.440530:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.440557:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835093632 00000100:00100000:0.0:1772472082.440565:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835093632 00000100:00100000:0.0:1772472082.440618:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835093504 00000100:00100000:0.0:1772472082.440621:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835093504 00000100:00100000:0.0:1772472082.440644:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835093760 00000100:00100000:0.0:1772472082.440646:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835093760 00000100:00100000:0.0:1772472082.440664:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 497 00000100:00100000:0.0:1772472082.440673:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2409:x1858570835093632:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:0.0:1772472082.440693:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472082.440712:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f1d expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440744:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.440746:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.440755:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440772:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440786:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed3000, rc 0) 00000100:00100000:0.0:1772472082.440840:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2409:x1858570835093632:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 169us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472082.440848:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 497 00000100:00100000:0.0:1772472082.440868:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 498 00000100:00100000:0.0:1772472082.440874:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835093504:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:0.0:1772472082.440882:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472082.440891:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f16 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440903:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.440905:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.440909:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 18 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440921:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 18 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440930:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2000, rc 0) 00000100:00100000:0.0:1772472082.440948:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835093504:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 74us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472082.440954:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 498 00000100:00100000:0.0:1772472082.440965:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 499 00000100:00100000:0.0:1772472082.440971:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835093760:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:0.0:1772472082.440976:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472082.440983:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f24 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.440994:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.440996:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.441000:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 18 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.441016:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 18 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.441025:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2200, rc 0) 00000100:00100000:0.0:1772472082.441039:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835093760:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 68us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472082.441045:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 499 00000100:00100000:0.0:1772472082.441065:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094016 00000100:00100000:0.0:1772472082.441068:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094016 00000100:00100000:0.0:1772472082.441098:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1775 00000100:00100000:0.0:1772472082.441104:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34714:x1858570835094016:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:0.0:1772472082.441143:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1772472082.441164:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d47b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407982 expref: 122 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.441182:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:0.0:1772472082.441191:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5223 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed7 expref: 121 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.441200:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472082.441204:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472082.441967:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.441984:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.441995:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442009:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442016:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442023:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442111:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442121:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 62 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442129:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442159:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 62 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.442174:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 62 pid: 6526 timeout: 1013 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472082.442189:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856899328:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472082.442452:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c8665bb40 going to sleep for 11 seconds 00000100:00080000:0.0:1772472082.442485:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472082.442490:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472082.443482:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.443550:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472082.444898:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094144 00000100:00100000:3.0:1772472082.444914:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094144 00000100:00100000:3.0:1772472082.444964:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094272 00000100:00100000:3.0:1772472082.444968:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094272 00000100:00100000:3.0:1772472082.444995:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 500 00000100:00100000:3.0:1772472082.445005:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2410:x1858570835094144:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:3.0:1772472082.445027:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472082.445046:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f2b expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.445073:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472082.445075:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472082.445084:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 21 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.445100:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 21 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.445115:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204fc00, rc 0) 00000100:00100000:3.0:1772472082.445166:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2410:x1858570835094144:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 162us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472082.445173:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 500 00000100:00100000:3.0:1772472082.445193:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 501 00000100:00100000:3.0:1772472082.445200:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835094272:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:3.0:1772472082.445207:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472082.445216:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f39 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472082.445485:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.445524:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.445540:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472082.448011:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094400 00000100:00100000:0.0:1772472082.448031:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094400 00000100:00100000:0.0:1772472082.448073:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094528 00000100:00100000:0.0:1772472082.448076:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094528 00000100:00100000:0.0:1772472082.448088:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094656 00000100:00100000:0.0:1772472082.448092:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094656 00000100:00100000:0.0:1772472082.448108:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 502 00000100:00100000:0.0:1772472082.448117:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+22:2410:x1858570835094400:12345-192.168.202.58@tcp:101:ll_sa.0 00010000:00010000:0.0:1772472082.448134:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472082.448154:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f32 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.448180:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.448183:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.448191:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 23 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.448208:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 23 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.448236:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b84ed2c00, rc 0) 00010000:00010000:3.0:1772472082.448598:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472082.448600:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472082.448621:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.448639:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.448648:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204ec00, rc 0) 00000100:00100000:0.0:1772472082.451528:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+23:2410:x1858570835094400:12345-192.168.202.58@tcp:101:ll_sa.0 Request processed in 3402us (6033us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472082.451543:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 502 00000100:00100000:0.0:1772472082.451583:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 503 00000100:00100000:0.0:1772472082.451596:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2410:x1858570835094528:12345-192.168.202.58@tcp:101:ll_sa.0 00010000:00010000:0.0:1772472082.451615:0:16551:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472082.451639:0:16551:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f40 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.451664:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.451667:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1772472082.451674:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 21 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.451691:0:16551:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 21 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.451704:0:16551:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69e00, rc 0) 00000100:00100000:3.0:1772472082.451787:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2410:x1858570835094272:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 6586us (8235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472082.451795:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 501 00000100:00100000:3.0:1772472082.451815:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 504 00000100:00100000:3.0:1772472082.451823:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+22:2410:x1858570835094656:12345-192.168.202.58@tcp:101:ll_sa.0 00010000:00010000:3.0:1772472082.451831:0:24703:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472082.451842:0:24703:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f47 expref: -99 pid: 24703 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.451857:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1772472082.452130:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2410:x1858570835094528:12345-192.168.202.58@tcp:101:ll_sa.0 Request processed in 537us (6604us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472082.452137:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 503 00010000:00010000:3.0:1772472082.453980:0:24703:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472082.453998:0:24703:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 23 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.454028:0:24703:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 23 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.454042:0:24703:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204f400, rc 0) 00000100:00100000:3.0:1772472082.454102:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+23:2410:x1858570835094656:12345-192.168.202.58@tcp:101:ll_sa.0 Request processed in 2279us (8560us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472082.454114:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 504 00000100:00100000:3.0:1772472082.456745:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856899328:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472082.456782:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472082.459144:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472082.460001:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094784 00000100:00100000:2.0:1772472082.460014:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094784 00010000:00010000:2.0:1772472082.460060:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 63 pid: 6526 timeout: 1013 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472082.460109:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 507 00000100:00100000:2.0:1772472082.460119:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+63:2412:x1858570835094784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472082.460135:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472082.460142:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 63 pid: 6526 timeout: 1013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.460155:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 63 pid: 6526 timeout: 1013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.460178:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1600/0xb50b868c089d4787 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40796d expref: 63 pid: 6526 timeout: 1013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.460193:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:2.0:1772472082.460198:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.460207:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.460215:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.460262:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472082.460296:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472082.460339:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:2412:x1858570835094784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 220us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472082.460348:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 507 00010000:00010000:3.0:1772472082.460856:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472082.461138:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9288 00000004:00080000:3.0:1772472082.461150:0:6525:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 913490846953ns, next at 914490844520ns, rc = 0 00010000:00010000:3.0:1772472082.461209:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461222:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461232:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461240:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461247:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461253:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461512:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472082.461535:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461543:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461549:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461555:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed2400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472082.461560:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461568:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461581:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:3.0:1772472082.461584:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472082.461588:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461595:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed2400/0xb50b868c089d52d9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461616:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461623:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461629:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461636:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461641:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3e00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472082.461644:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461650:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461659:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472082.461662:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472082.461665:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461671:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3e00/0xb50b868c089d52cb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472082.461683:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000067b97fcf reply state 000000005b35d56b transno 4294968345 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461694:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472082.461701:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c95450e00) 00010000:00010000:3.0:1772472082.461703:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472082.461707:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472082.462573:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34714:x1858570835094016:12345-192.168.202.58@tcp:36:rm.0 Request processed in 21461us (22034us total) trans 4294968345 rc 0/0 00000100:00100000:3.0:1772472082.462585:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1775 00010000:00010000:2.0:1772472082.468823:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472082.468838:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.468851:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472082.468856:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.468866:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.468898:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8f9c90163800) 00010000:00010000:2.0:1772472082.468902:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472082.468907:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472082.468920:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5303 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472082.469121:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472082.469125:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472082.469126:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472082.607206:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472082.860862:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856899456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472082.860945:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472082.861242:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472082.861258:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856899584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472082.861287:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472082.862192:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856899456 00000100:00100000:3.0:1772472082.862205:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856899456 00000100:00100000:3.0:1772472082.862277:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856899584 00000100:00100000:3.0:1772472082.862280:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856899584 00000100:00100000:3.0:1772472082.862313:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1772472082.862323:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856899456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472082.862348:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238586688 pending 143360 free 3922432000 avail 3690909696 00000100:00100000:0.0:1772472082.862569:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1772472082.862576:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856899584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472082.862584:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238586688 pending 143360 free 3922432000 avail 3690909696 00000100:00100000:0.0:1772472082.862619:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856899584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472082.862624:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1772472082.862754:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7826d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856899584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472082.867694:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856899456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5363us (6740us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472082.867707:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1772472082.875121:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856899456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472083.157470:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472083.157515:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472083.157543:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472083.157566:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472083.157593:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472083.157624:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835095424 00000100:00100000:0.0:1772472083.157633:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835095424 00000100:00100000:0.0:1772472083.157691:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835095296 00000100:00100000:0.0:1772472083.157694:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835095296 00000100:00100000:0.0:1772472083.157719:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 693 00000100:00100000:0.0:1772472083.157729:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835095424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472083.158028:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835095424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 89us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472083.158038:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 693 00000100:00100000:0.0:1772472083.158056:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 694 00000100:00100000:0.0:1772472083.158062:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835095296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472083.158088:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+24:2409:x1858570835095296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472083.158094:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 694 00000100:00100000:0.0:1772472083.158114:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835095168 00000100:00100000:0.0:1772472083.158119:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835095168 00000100:00100000:0.0:1772472083.158148:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835095040 00000100:00100000:0.0:1772472083.158152:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835095040 00000100:00100000:0.0:1772472083.158172:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1164 00000100:00100000:0.0:1772472083.158178:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835095168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472083.158205:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7826d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835095168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472083.158211:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1164 00000100:00100000:0.0:1772472083.158222:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1165 00000100:00100000:0.0:1772472083.158227:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835095040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472083.158247:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835095040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472083.158253:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1165 00000100:00080000:0.0:1772472083.158273:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472083.158278:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472083.158280:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472083.158747:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835094912 00000100:00100000:3.0:1772472083.158753:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835094912 00000100:00100000:3.0:1772472083.158798:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:3.0:1772472083.158806:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835094912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472083.158850:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835094912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 44us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472083.158856:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 783 00000040:00080000:3.0:1772472083.180268:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1772472083.271604:0:24793:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472083.271614:0:24793:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472083.271683:0:24793:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:0.0:1772472083.271697:0:24793:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472083.300801:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472083.300882:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835095680 00000100:00100000:3.0:1772472083.300894:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835095680 00000100:00100000:3.0:1772472083.300982:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1776 00000100:00100000:3.0:1772472083.300993:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+122:34726:x1858570835095680:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:3.0:1772472083.301057:0:24701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472083.301090:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b8701c400/0xb50b868c089d48c9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079eb expref: 122 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301109:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:3.0:1772472083.301116:0:24701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472083.301141:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301152:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301160:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301171:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301178:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301184:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301260:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301268:0:24701:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 61 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301275:0:24701:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301328:0:24701:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 61 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472083.301341:0:24701:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 61 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472083.301354:0:24701:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24701:1858570856899712:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472083.301464:0:24701:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d3300 going to sleep for 11 seconds 00000100:00100000:0.0:1772472083.304580:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472083.304686:0:24701:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:24701:1858570856899712:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472083.304718:0:24701:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472083.304747:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835095808 00000100:00100000:2.0:1772472083.304756:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835095808 00010000:00010000:2.0:1772472083.304821:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 62 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472083.304864:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 508 00000100:00100000:2.0:1772472083.304875:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+62:2412:x1858570835095808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472083.304893:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472083.304901:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 62 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.304915:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 62 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1772472083.304919:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472083.304943:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d4875 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079c8 expref: 62 pid: 6525 timeout: 1014 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.304960:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:2.0:1772472083.304966:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.304977:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.304986:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.305024:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472083.305088:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:2412:x1858570835095808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 215us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472083.305097:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 508 00010000:00010000:1.0:1772472083.305206:0:24701:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305213:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472083.305503:0:24701:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9416 00000004:00080000:1.0:1772472083.305513:0:24701:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 914335210531ns, next at 915335208116ns, rc = 0 00010000:00010000:1.0:1772472083.305569:0:24701:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305577:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305583:0:24701:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305588:0:24701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305592:0:24701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305596:0:24701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305611:0:24701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472083.305628:0:24701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305631:0:24701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305636:0:24701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305639:0:24701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472083.305643:0:24701:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305648:0:24701:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305653:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:1.0:1772472083.305655:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472083.305658:0:24701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305662:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5318 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305674:0:24701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305677:0:24701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305681:0:24701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305687:0:24701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472083.305689:0:24701:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305692:0:24701:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305696:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472083.305698:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472083.305699:0:24701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305702:0:24701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d530a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472083.305707:0:24701:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000006428c4e6 reply state 0000000037c65d90 transno 4294968346 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305715:0:24701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472083.305718:0:24701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9b84d9e800) 00010000:00010000:1.0:1772472083.305719:0:24701:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772472083.305728:0:24701:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472083.305769:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34726:x1858570835095680:12345-192.168.202.58@tcp:36:rm.0 Request processed in 4778us (4977us total) trans 4294968346 rc 0/0 00000100:00100000:1.0:1772472083.305774:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1776 00010000:00010000:2.0:1772472083.308700:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472083.308710:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.308718:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472083.308722:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.308729:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.308745:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8f9c95450700) 00010000:00010000:2.0:1772472083.308747:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472083.308750:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.308755:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a000/0xb50b868c089d531f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472083.308771:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472083.308772:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472083.308773:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472083.632468:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472084.087248:0:24845:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472084.087259:0:24845:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472084.087345:0:24845:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:1.0:1772472084.087354:0:24845:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472084.156062:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472084.156142:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835096064 00000100:00100000:3.0:1772472084.156153:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835096064 00000100:00100000:3.0:1772472084.156226:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1777 00000100:00100000:3.0:1772472084.156239:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+123:34736:x1858570835096064:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:3.0:1772472084.156329:0:6527:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472084.156358:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ae00/0xb50b868c089d499b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a3f expref: 123 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156393:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:3.0:1772472084.156399:0:6527:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472084.156435:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156567:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156580:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156598:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156605:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156612:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156701:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156711:0:6527:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 60 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156719:0:6527:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156757:0:6527:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 60 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472084.156771:0:6527:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 60 pid: 10040 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472084.156788:0:6527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856899840:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472084.156869:0:6527:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c830d39c0 going to sleep for 11 seconds 00000100:00080000:0.0:1772472084.156939:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472084.163949:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472084.168110:0:6527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6527:1858570856899840:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472084.168146:0:6527:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472084.168850:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835096192 00000100:00100000:2.0:1772472084.168860:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835096192 00010000:00010000:2.0:1772472084.168901:0:6510:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 61 pid: 10040 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472084.168952:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 509 00000100:00100000:2.0:1772472084.168963:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+61:2411:x1858570835096192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472084.168980:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472084.168987:0:6510:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 61 pid: 10040 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.169001:0:6510:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 61 pid: 10040 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.169025:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d496a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407a2a expref: 61 pid: 10040 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.169040:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:2.0:1772472084.169045:0:6510:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.169056:0:6510:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.169064:0:6510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.169089:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472084.169150:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:2411:x1858570835096192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 189us (5212us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472084.169162:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 509 00010000:00010000:1.0:1772472084.170167:0:6527:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170179:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1772472084.170712:0:6527:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9352 00000004:00080000:1.0:1772472084.170822:0:6527:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 915200519441ns, next at 916200516065ns, rc = 0 00010000:00010000:1.0:1772472084.170885:0:6527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170900:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170910:0:6527:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170918:0:6527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170925:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170931:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170953:0:6527:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1772472084.170975:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170982:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170988:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.170994:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472084.170999:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171007:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171019:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:1.0:1772472084.171022:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472084.171027:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171033:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d5334 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171053:0:6527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171060:0:6527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171066:0:6527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171075:0:6527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472084.171078:0:6527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171084:0:6527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171092:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472084.171095:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472084.171098:0:6527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171105:0:6527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5326 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1772472084.171116:0:6527:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000d86b847c reply state 0000000008ecd220 transno 4294968347 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171127:0:6527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472084.171134:0:6527:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9b84d9ee00) 00010000:00010000:1.0:1772472084.171136:0:6527:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1772472084.171139:0:6527:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1772472084.171219:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+124:34736:x1858570835096064:12345-192.168.202.58@tcp:36:rm.0 Request processed in 14980us (15166us total) trans 4294968347 rc 0/0 00000100:00100000:1.0:1772472084.171228:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1777 00010000:00010000:2.0:1772472084.171656:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472084.171664:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.171671:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472084.171674:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.171681:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.171690:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8f9c95450f00) 00010000:00010000:2.0:1772472084.171692:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472084.171695:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.171701:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a200/0xb50b868c089d533b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472084.172030:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472084.172033:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472084.172035:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472084.394820:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472084.394842:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856899968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472084.394903:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472084.395029:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856899968 00000100:00100000:1.0:1772472084.395036:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856899968 00000100:00100000:1.0:1772472084.395078:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1772472084.395086:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856899968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472084.395116:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472084.395166:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856899968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472084.395171:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1772472084.395261:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856899968:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472084.656755:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472084.950108:0:24896:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472084.950121:0:24896:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472084.950598:0:24896:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:1.0:1772472084.950606:0:24896:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472085.007639:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472085.007710:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835096448 00000100:00100000:3.0:1772472085.007720:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835096448 00000100:00100000:3.0:1772472085.007796:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1778 00000100:00100000:3.0:1772472085.007807:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+124:34746:x1858570835096448:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:3.0:1772472085.008019:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472085.008050:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0c00/0xb50b868c089d4ac1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b42 expref: 124 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008070:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:3.0:1772472085.008076:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1772472085.008103:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008117:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008128:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008142:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008149:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008155:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008239:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008250:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 59 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008258:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008329:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 59 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.008354:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 59 pid: 10040 timeout: 1016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472085.008370:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856900096:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472085.008477:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c83245600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472085.012393:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856900096:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472085.012431:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472085.012503:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472085.012564:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835096576 00000100:00100000:2.0:1772472085.012571:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835096576 00010000:00010000:2.0:1772472085.012622:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 60 pid: 10040 timeout: 1016 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1772472085.012704:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472085.014008:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 510 00000100:00100000:2.0:1772472085.014024:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+60:2412:x1858570835096576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472085.014041:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472085.014050:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 60 pid: 10040 timeout: 1016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472085.014065:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 60 pid: 10040 timeout: 1016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472085.014089:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0400/0xb50b868c089d4a66 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407abd expref: 60 pid: 10040 timeout: 1016 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472085.014104:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:2.0:1772472085.014109:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472085.014119:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472085.014126:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472085.014156:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472085.014216:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:2412:x1858570835096576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 196us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472085.014224:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 510 00010000:00010000:0.0:1772472085.016141:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016160:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472085.016488:0:9675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9480 00000004:00080000:0.0:1772472085.016500:0:9675:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 916046197474ns, next at 917046194464ns, rc = 0 00010000:00010000:0.0:1772472085.016565:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016581:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016592:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016599:0:9675:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016605:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016611:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016640:0:9675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472085.016663:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016669:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016676:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016683:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472085.016687:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016694:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016707:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:0.0:1772472085.016710:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472085.016714:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.016720:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f000/0xb50b868c089d5350 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.016900:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472085.017050:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.017059:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68e00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472085.017064:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.017071:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.017082:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8f9c90163200) 00010000:00010000:3.0:1772472085.017085:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472085.017088:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.017094:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68e00/0xb50b868c089d5357 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472085.017107:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472085.017109:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472085.017111:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472085.017288:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017295:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017334:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017339:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472085.017342:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017353:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017362:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472085.017365:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472085.017368:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017375:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e200/0xb50b868c089d5342 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472085.017385:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000dbac5b97 reply state 00000000f0dc9dcc transno 4294968348 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017395:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472085.017402:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9b84d9e100) 00010000:00010000:0.0:1772472085.017405:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472085.017417:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472085.017496:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:34746:x1858570835096448:12345-192.168.202.58@tcp:36:rm.0 Request processed in 9688us (9862us total) trans 4294968348 rc 0/0 00000100:00100000:0.0:1772472085.017506:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1778 00000100:00100000:1.0:1772472085.419251:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472085.419277:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856900224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472085.419387:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472085.419611:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856900224 00000100:00100000:0.0:1772472085.419620:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856900224 00000100:00100000:0.0:1772472085.419677:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1772472085.419687:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856900224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472085.419737:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472085.419792:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856900224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472085.419801:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1772472085.419852:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856900224:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472085.674883:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1772472085.938295:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000040:00080000:0.0:1772472086.050094:0:24947:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472086.050107:0:24947:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472086.050166:0:24947:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:0.0:1772472086.050174:0:24947:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472086.146790:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472086.146861:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472086.146897:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835096960 00000100:00100000:3.0:1772472086.146907:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835096960 00000100:00100000:3.0:1772472086.146983:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 648 00000100:00100000:3.0:1772472086.146996:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:2410:x1858570835096960:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1772472086.147045:0:7773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472086.147065:0:7773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d535e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f4e expref: -99 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147396:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147421:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147435:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147452:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147458:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147465:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147511:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147519:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147526:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.147533:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472086.147538:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148772:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148908:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472086.148911:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472086.148919:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148926:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f600/0xb50b868c089d5365 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148946:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148953:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148960:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148966:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472086.148969:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148975:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148983:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8f9c99a09700) 00010000:00010000:3.0:1772472086.148985:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472086.148988:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.148994:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e400/0xb50b868c089d536c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.149040:0:7773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d535e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f4e expref: 126 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.149050:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472086.149052:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472086.149056:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e800/0xb50b868c089d535e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f4e expref: 126 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.149064:0:7773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e800, rc -2) 00000100:00100000:3.0:1772472086.149141:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:2410:x1858570835096960:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 2147us (2278us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772472086.149150:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 648 00000100:00080000:3.0:1772472086.149195:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472086.149323:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472086.149424:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097088 00000100:00100000:3.0:1772472086.149433:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097088 00000100:00080000:2.0:1772472086.151935:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472086.154822:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835096832 00000100:00100000:1.0:1772472086.154837:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835096832 00000100:00100000:1.0:1772472086.154916:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1779 00000100:00100000:1.0:1772472086.154926:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+125:34756:x1858570835096832:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:1.0:1772472086.154988:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472086.155019:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d4ba8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b9d expref: 125 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155042:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:1.0:1772472086.155048:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472086.155077:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155091:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155105:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155118:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155125:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155131:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155214:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155224:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 58 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155232:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155266:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 58 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.155281:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 58 pid: 10040 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472086.155298:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856900352:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472086.155430:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b83b8aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1772472086.155861:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 505 00000100:00100000:3.0:1772472086.155880:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2409:x1858570835097088:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:3.0:1772472086.155897:0:8409:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472086.155911:0:8409:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020a68b47/0xb50b868c089d5388 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f63 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.155938:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472086.155940:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472086.155948:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020a68b47/0xb50b868c089d5388 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f63 expref: 21 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.155965:0:8409:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020a68b47/0xb50b868c089d5388 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f63 expref: 21 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.155981:0:8409:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e200, rc 0) 00000100:00100000:3.0:1772472086.156028:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2409:x1858570835097088:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 157us (6705us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472086.156035:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 505 00000100:00100000:3.0:1772472086.162193:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472086.162249:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097216 00000100:00100000:3.0:1772472086.162274:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097216 00010000:00010000:3.0:1772472086.162349:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 59 pid: 10040 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472086.162411:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 511 00000100:00100000:3.0:1772472086.162425:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:2411:x1858570835097216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472086.162446:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472086.162454:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 59 pid: 10040 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.162471:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 59 pid: 10040 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.162516:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:3.0:1772472086.162525:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.162537:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.162547:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472086.162572:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472086.162649:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+59:2411:x1858570835097216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 226us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472086.162658:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 511 00010000:00010000:0.0:1772472086.164813:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204fa00/0xb50b868c089d4b77 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407b88 expref: 58 pid: 10040 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472086.164838:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856900352:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472086.164863:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.164874:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.164880:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1772472086.165164:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9416 00000004:00080000:0.0:1772472086.165173:0:6525:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 917194870845ns, next at 918194868570ns, rc = 0 00010000:00010000:0.0:1772472086.165231:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165245:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165256:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165268:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165274:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165280:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165298:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1772472086.165350:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165357:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165364:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165369:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472086.165373:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165381:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165394:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:0.0:1772472086.165397:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472086.165579:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472086.165586:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165781:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165793:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5381 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165820:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165827:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165833:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165838:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165844:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472086.165847:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165853:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165862:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472086.165865:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472086.165868:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165874:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a800/0xb50b868c089d5373 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1772472086.165885:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000037662a6f reply state 000000006488ed86 transno 4294968349 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165897:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472086.165903:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9b83da6b00) 00010000:00010000:0.0:1772472086.165905:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1772472086.165908:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1772472086.166016:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+126:34756:x1858570835096832:12345-192.168.202.58@tcp:36:rm.0 Request processed in 11086us (19237us total) trans 4294968349 rc 0/0 00000100:00100000:0.0:1772472086.166027:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1779 00010000:00010000:1.0:1772472086.169210:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472086.169225:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.169239:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.169261:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8f9c95450000) 00010000:00010000:1.0:1772472086.169264:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1772472086.169269:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.169276:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d538f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472086.169332:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472086.169334:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472086.169337:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472086.701914:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472086.954921:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856900480:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.954993:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.955049:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856900992:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.955077:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.955097:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856901504:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.955120:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.955136:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856902016:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.955155:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472086.955467:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856900992 00000100:00100000:1.0:1772472086.955475:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856900992 00000100:00100000:1.0:1772472086.955531:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1772472086.955541:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856900992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472086.955595:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856900992:12345-0@lo:400:kworker.0 Request processed in 55us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472086.955603:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1772472086.957471:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856900992:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.957494:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772472086.957505:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856900864:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.957563:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.957597:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856901376:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.957621:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.957640:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856901888:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.957658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.957694:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856900608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.957813:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856900480 00000100:00100000:2.0:1772472086.957821:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856900480 00000100:00100000:2.0:1772472086.957868:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1772472086.957877:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856900480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.957929:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856900480:12345-0@lo:400:kworker.0 Request processed in 53us (2935us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472086.957936:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1772472086.958007:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856900736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.958031:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472086.958051:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856901248:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.958079:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856900864 00000100:00100000:2.0:1772472086.958083:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856900864 00000100:00100000:2.0:1772472086.958112:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1772472086.958118:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856900864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.958149:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856900864:12345-0@lo:400:kworker.0 Request processed in 31us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472086.958156:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1772472086.958190:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856900736 00000100:00100000:2.0:1772472086.958194:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856900736 00000100:00100000:2.0:1772472086.958218:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1772472086.958224:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856900736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.959538:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856900736:12345-0@lo:400:kworker.0 Request processed in 1306us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472086.959548:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1772472086.959695:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856900864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.959707:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856900480:0@lo:400:kworker.0 00000100:00100000:1.0:1772472086.962034:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901504 00000100:00100000:1.0:1772472086.962046:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901504 00000100:00100000:1.0:1772472086.962115:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902016 00000100:00100000:1.0:1772472086.962118:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902016 00000100:00100000:1.0:1772472086.962136:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901376 00000100:00100000:1.0:1772472086.962139:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901376 00000100:00100000:1.0:1772472086.962151:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901888 00000100:00100000:1.0:1772472086.962153:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901888 00000100:00100000:1.0:1772472086.962181:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1772472086.962191:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856901504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472086.962317:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856901504:12345-0@lo:400:kworker.0 Request processed in 111us (7179us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472086.962325:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1772472086.962341:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1772472086.962348:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856902016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472086.962378:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856902016:12345-0@lo:400:kworker.0 Request processed in 31us (7221us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472086.962383:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1772472086.962749:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1772472086.962758:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856901376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472086.962790:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856901376:12345-0@lo:400:kworker.0 Request processed in 34us (5168us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472086.962796:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1772472086.962806:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1772472086.962813:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856901888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472086.962838:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856901888:12345-0@lo:400:kworker.0 Request processed in 26us (5179us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472086.962844:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000001:00080000:1.0:1772472086.963896:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967386 is committed 00000100:00100000:0.0:1772472086.965538:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.965610:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.965643:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856901760:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.965707:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.965737:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856902272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472086.965765:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.965813:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856900736:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.965861:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856900608 00000100:00100000:0.0:1772472086.965867:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856900608 00000100:00100000:0.0:1772472086.965907:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1772472086.965915:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856900608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.965959:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856900608:12345-0@lo:400:kworker.0 Request processed in 45us (8240us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472086.965966:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1772472086.965982:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901248 00000100:00100000:0.0:1772472086.965986:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901248 00000100:00100000:0.0:1772472086.966007:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901760 00000100:00100000:0.0:1772472086.966010:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901760 00000100:00100000:0.0:1772472086.966030:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1772472086.966036:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856901248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966069:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856901248:12345-0@lo:400:kworker.0 Request processed in 33us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472086.966075:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1772472086.966085:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1772472086.966091:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856901760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966114:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856901760:12345-0@lo:400:kworker.0 Request processed in 24us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472086.966120:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1772472086.966141:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902272 00000100:00100000:0.0:1772472086.966144:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902272 00000100:00100000:0.0:1772472086.966166:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1772472086.966506:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856902272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472086.966528:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915071488 avail 3683549184 00000100:00100000:0.0:1772472086.966560:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856902272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 388us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472086.966566:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1772472086.966601:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856901248:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966612:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856901760:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966625:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856902272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472086.966657:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856900608:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966665:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856901120:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966689:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.966710:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901120 00000100:00100000:0.0:1772472086.966725:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901120 00000100:00100000:0.0:1772472086.966751:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1772472086.966758:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856901120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966785:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856901120:12345-0@lo:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472086.966794:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1772472086.966819:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856901120:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966826:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856901632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966847:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472086.966864:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856901632 00000100:00100000:0.0:1772472086.966867:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856901632 00000100:00100000:0.0:1772472086.966891:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1772472086.966897:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856901632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966924:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856901632:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472086.966929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1772472086.966950:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856901632:0@lo:400:kworker.0 00000100:00100000:0.0:1772472086.966957:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856902144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472086.966978:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1772472086.973493:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472086.973504:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472086.973508:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472086.973511:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472086.973537:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902144 00000100:00100000:2.0:1772472086.973548:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902144 00000100:00100000:2.0:1772472086.973643:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1772472086.973653:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856902144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472086.973684:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915071488 avail 3683549184 00000100:00100000:2.0:1772472086.973777:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856902144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (6796us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472086.973785:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1772472086.973848:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856902144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472086.973902:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856901376:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.973916:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856901888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.973926:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856901504:0@lo:400:kworker.0 00000100:00100000:2.0:1772472086.973935:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856902016:0@lo:400:kworker.0 00000001:00080000:1.0:1772472087.106329:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968349 is committed 00000004:00080000:1.0:1772472087.106344:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:1.0:1772472087.106360:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000004:00080000:1.0:1772472087.106371:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000004:00080000:1.0:1772472087.106375:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000004:00080000:1.0:1772472087.106379:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000001:00080000:1.0:1772472087.106385:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968344 is committed 00000100:00100000:1.0:1772472087.106606:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856902400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472087.106674:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472087.106747:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856902912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472087.106770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472087.106795:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472087.106801:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856902528:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472087.106821:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472087.107005:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856902656:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1772472087.107031:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472087.107048:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472087.107053:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856902784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472087.107071:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472087.107103:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902400 00000100:00100000:1.0:1772472087.107111:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902400 00000100:00100000:1.0:1772472087.107187:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902912 00000100:00100000:1.0:1772472087.107191:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902912 00000100:00100000:1.0:1772472087.107203:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902528 00000100:00100000:1.0:1772472087.107205:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902528 00000100:00100000:1.0:1772472087.107213:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902656 00000100:00100000:1.0:1772472087.107215:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902656 00000100:00100000:1.0:1772472087.107222:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856902784 00000100:00100000:1.0:1772472087.107224:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856902784 00000100:00100000:1.0:1772472087.107238:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1772472087.107246:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856902400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772472087.107275:0:8410:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:30 count 1 00010000:00010000:1.0:1772472087.107329:0:8410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107356:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 13 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107367:0:8410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 22 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107374:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.107387:0:8410:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.107401:0:8410:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107430:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 22 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107444:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 22 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.107456:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856903040:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.107523:0:8410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 13 pid: 8409 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107539:0:8410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 13 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.107549:0:8410:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856903168:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472087.107574:0:8410:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5480 going to sleep for 11 seconds 00000100:00100000:1.0:1772472087.107595:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1772472087.107603:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856902912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472087.107618:0:16551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:1.0:1772472087.107634:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107645:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107654:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107660:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.107662:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.107664:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107682:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.107698:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 20 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.107708:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856903296:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.108001:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108012:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 13 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.108021:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856903424:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472087.108043:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1772472087.108062:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1772472087.108070:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856902528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772472087.108083:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:1.0:1772472087.108095:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108108:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108117:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 22 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108129:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.108130:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.108133:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108149:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 22 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108158:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 22 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.108167:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856903552:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.108197:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 13 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108206:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 13 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.108214:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856903680:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472087.108234:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1772472087.108250:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1772472087.108258:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856902656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1772472087.108269:0:8408:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00010000:00010000:1.0:1772472087.108281:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108292:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 13 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108324:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 22 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108332:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.108334:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.108336:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108358:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 22 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108370:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 22 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.108381:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856903808:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.108421:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 13 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.108431:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 13 pid: 8408 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.108447:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856903936:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472087.108468:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5000 going to sleep for 11 seconds 00010000:00010000:3.0:1772472087.108852:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108862:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108871:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108879:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b84ed3200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.108884:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108894:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108914:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8f9c95450e00) 00010000:00010000:3.0:1772472087.108918:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.108923:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108929:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3200/0xb50b868c089d52d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108959:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108966:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108972:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108977:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.108980:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108986:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.108998:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8f9b84d9e800) 00010000:00010000:3.0:1772472087.109001:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.109004:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109011:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f200/0xb50b868c089d5311 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24701 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109025:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109031:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109037:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109042:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.109045:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109051:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109059:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8f9b84d9ee00) 00010000:00010000:3.0:1772472087.109061:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.109063:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109069:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d532d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109083:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109089:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109094:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109100:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.109103:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109108:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109115:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8f9b84d9e100) 00010000:00010000:3.0:1772472087.109118:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.109121:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109127:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d5349 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109142:0:3639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109148:0:3639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109154:0:3639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109160:0:3639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.109162:0:3639:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109167:0:3639:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109175:0:3639:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8f9b83da6b00) 00010000:00010000:3.0:1772472087.109178:0:3639:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.109180:0:3639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.109186:0:3639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d537a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117024:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117059:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117080:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117099:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117120:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117139:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117156:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.117180:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097472 00000100:00100000:1.0:1772472087.117189:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097472 00010000:00010000:1.0:1772472087.117240:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 21 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117285:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097728 00000100:00100000:1.0:1772472087.117289:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097728 00010000:00010000:1.0:1772472087.117350:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 14 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117363:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097984 00000100:00100000:1.0:1772472087.117366:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097984 00010000:00010000:1.0:1772472087.117382:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 14 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117403:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097344 00000100:00100000:1.0:1772472087.117405:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097344 00010000:00010000:1.0:1772472087.117417:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 15 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117428:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097600 00000100:00100000:1.0:1772472087.117430:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097600 00010000:00010000:1.0:1772472087.117442:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 23 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117452:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835097856 00000100:00100000:1.0:1772472087.117454:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835097856 00010000:00010000:1.0:1772472087.117464:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 24 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117474:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835098112 00000100:00100000:1.0:1772472087.117476:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835098112 00010000:00010000:1.0:1772472087.117487:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 16 pid: 8408 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.117503:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 512 00000100:00100000:1.0:1772472087.117512:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2411:x1858570835097472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.117527:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.117533:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 21 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117546:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 21 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117579:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.117635:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2411:x1858570835097472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 123us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.117642:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 512 00000100:00100000:1.0:1772472087.117661:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 513 00000100:00100000:1.0:1772472087.117668:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e87c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2411:x1858570835097728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.117676:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.117680:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 14 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117689:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 14 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117704:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.117707:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.117713:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117725:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117746:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.117764:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e87c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2411:x1858570835097728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 96us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.117771:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 513 00000100:00100000:1.0:1772472087.117824:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 514 00000100:00100000:1.0:1772472087.117831:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2411:x1858570835097984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.117842:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.117846:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 16 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117856:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 16 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117872:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.117890:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+16:2411:x1858570835097984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 60us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.117895:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 514 00000100:00100000:1.0:1772472087.117908:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 515 00000100:00100000:1.0:1772472087.117914:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:2412:x1858570835097344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.117920:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.117925:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 15 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117934:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 15 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.117944:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.117960:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+15:2412:x1858570835097344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 47us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.117969:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 515 00000100:00100000:1.0:1772472087.117980:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 516 00000100:00100000:1.0:1772472087.117985:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+24:2412:x1858570835097600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.117993:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.117997:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 24 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118007:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 24 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118018:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.118020:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.118023:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118030:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118042:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.118059:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+24:2412:x1858570835097600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 73us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.118066:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 516 00000100:00100000:1.0:1772472087.118078:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 517 00000100:00100000:1.0:1772472087.118085:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+23:2412:x1858570835097856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.118092:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.118098:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 23 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118107:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 23 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118118:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.118134:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+23:2412:x1858570835097856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 50us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.118140:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 517 00000100:00100000:1.0:1772472087.118152:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 518 00000100:00100000:1.0:1772472087.118158:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570835098112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.118166:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.118171:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 14 pid: 8408 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118180:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 14 pid: 8408 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118190:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.118192:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.118195:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118202:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118219:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.118236:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+14:2412:x1858570835098112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 78us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.118242:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 518 00000100:00080000:1.0:1772472087.118281:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472087.118285:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472087.118501:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba56bc76/0xb50b868c089d52b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f1d expref: 22 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.118520:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856903552:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.118534:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f6423a1/0xb50b868c089d4f75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d4f expref: 13 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.118543:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8409:1858570856903680:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.118566:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118577:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118584:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118594:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118603:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118622:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472087.118821:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856902528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10751us (11997us total) trans 4294967385 rc 0/0 00000100:00100000:1.0:1772472087.118830:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1772472087.118846:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1772472087.118856:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1858570856902784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1772472087.118882:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:1.0:1772472087.118905:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118918:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 13 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118926:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118932:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.118934:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.118937:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118967:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 20 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.118982:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 20 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.118998:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856904064:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.119066:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 13 pid: 9676 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119076:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 13 pid: 9676 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.119086:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856904192:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472087.119107:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c85cc5e40 going to sleep for 11 seconds 00010000:00010000:1.0:1772472087.119122:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472087.119128:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119136:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472087.119141:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119151:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119171:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119179:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000671b9d59/0xb50b868c089d53a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119196:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.119198:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.119200:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.119222:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6f43df5/0xb50b868c089d52e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f2b expref: 21 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.119233:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856903808:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.119245:0:8408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040520252/0xb50b868c089d5078 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ddb expref: 12 pid: 8408 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.119255:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8408:1858570856903936:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472087.119270:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119279:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119286:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119294:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119324:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119338:0:8408:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1772472087.119434:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3654:x1858570856902656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11177us (12402us total) trans 4294967386 rc 0/0 00000100:00100000:1.0:1772472087.119440:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00010000:00010000:1.0:1772472087.119457:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472087.119462:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119469:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472087.119473:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119481:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119491:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119498:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e92c069f/0xb50b868c089d53ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.119512:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.119514:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.119516:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472087.119544:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cbd9b2300/2, rc 0, transno 4294967386 00000100:00100000:1.0:1772472087.119550:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856902656:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1772472087.119606:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cbd9b3800/2, rc 0, transno 4294967385 00000100:00100000:1.0:1772472087.119611:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856902528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772472087.122608:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f0b2848/0xb50b868c089d4891 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4079dd expref: 11 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472087.122631:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856903168:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472087.123097:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc6239dc/0xb50b868c089d52c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f24 expref: 20 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472087.123113:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856903296:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472087.123129:0:16551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f87a8d1/0xb50b868c089d4f7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d56 expref: 13 pid: 16551 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472087.123138:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16551:1858570856903424:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472087.123163:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123176:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123184:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123195:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123203:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123226:0:16551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472087.123463:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856902912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15858us (16689us total) trans 4294967387 rc 0/0 00000100:00100000:0.0:1772472087.123474:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00010000:00010000:0.0:1772472087.123511:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472087.123518:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123527:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472087.123531:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123542:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123566:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123574:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7b2520d/0xb50b868c089d539d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.123594:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472087.123597:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472087.123598:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1772472087.123629:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b84ec2680/2, rc 0, transno 4294967387 00000100:00100000:0.0:1772472087.123636:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856902912:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1772472087.130191:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.130235:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835098240 00000100:00100000:1.0:1772472087.130246:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835098240 00010000:00010000:1.0:1772472087.130321:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 21 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.130368:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 519 00000100:00100000:1.0:1772472087.130380:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2411:x1858570835098240:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.130410:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.130417:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 21 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.130434:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 21 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.130463:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.130465:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.130472:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.130482:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.130504:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.130556:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+21:2411:x1858570835098240:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 179us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.130565:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 519 00010000:00010000:2.0:1772472087.130991:0:8410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4bdbd4d/0xb50b868c089d52af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f0f expref: 20 pid: 8409 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472087.131010:0:8410:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8410:1858570856903040:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472087.131035:0:8410:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.131046:0:8410:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.131058:0:8410:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.131067:0:8410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.131077:0:8410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.131103:0:8410:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472087.131328:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856902400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24054us (24626us total) trans 4294967387 rc 0/0 00000100:00100000:2.0:1772472087.131337:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000004:00080000:0.0:1772472087.131438:0:3652:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9cbd9b0000/2, rc 0, transno 4294967387 00000100:00100000:0.0:1772472087.131445:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856902400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1772472087.134056:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472087.134072:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.134088:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7be00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472087.134093:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.134105:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.134129:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.134136:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e02baca/0xb50b868c089d5396 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.134167:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.134169:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.134171:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472087.136291:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.136356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472087.136384:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835098496 00000100:00100000:1.0:1772472087.136401:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835098496 00010000:00010000:1.0:1772472087.136453:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 13 pid: 9676 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.136492:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835098368 00000100:00100000:1.0:1772472087.136496:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835098368 00010000:00010000:1.0:1772472087.136510:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 20 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472087.136533:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 520 00000100:00100000:1.0:1772472087.136545:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e86850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835098496:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.136563:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.136569:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 13 pid: 9676 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.136583:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 13 pid: 9676 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.136611:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.136670:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e86850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835098496:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 127us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.136679:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 520 00000100:00100000:1.0:1772472087.136760:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 521 00000100:00100000:1.0:1772472087.136770:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2410:x1858570835098368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472087.136779:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472087.136784:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 20 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.136796:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 20 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.136810:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.136812:0:15709:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472087.136818:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.137952:0:15709:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.137985:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472087.138030:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2410:x1858570835098368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1259us (1671us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472087.138038:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 521 00010000:00010000:2.0:1772472087.139464:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074ebbaac/0xb50b868c089d52bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f16 expref: 19 pid: 24703 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472087.139486:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856904064:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472087.139502:0:8409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004af9bba2/0xb50b868c089d4f67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d48 expref: 12 pid: 9676 timeout: 1018 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472087.139512:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856904192:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472087.139540:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.139557:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.139565:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.139578:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.139586:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472087.139616:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1772472087.139871:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856902784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21017us (32796us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1772472087.139880:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00010000:00010000:1.0:1772472087.140193:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1772472087.140202:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.140216:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:1.0:1772472087.140220:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.140229:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.140249:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.140257:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aaec5786/0xb50b868c089d53b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472087.140280:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.140282:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472087.140283:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1772472087.140343:0:3654:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b84ec3b80/2, rc 0, transno 4294967388 00000100:00100000:1.0:1772472087.140351:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856902784:0@lo:6:osp-syn-0-0.0 00000040:00080000:2.0:1772472087.158642:0:24998:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472087.158654:0:24998:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472087.158729:0:24998:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:2.0:1772472087.158738:0:24998:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472087.246982:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472087.247128:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835098624 00000100:00100000:3.0:1772472087.247139:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835098624 00000100:00100000:3.0:1772472087.247205:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 651 00000100:00100000:3.0:1772472087.247216:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2409:x1858570835098624:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1772472087.247267:0:7773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1772472087.247290:0:7773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f6a expref: -99 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247372:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247386:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247407:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247421:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247429:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247436:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247475:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247482:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247488:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247494:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e000 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.247498:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247509:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247521:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472087.247524:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.247529:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247534:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e000/0xb50b868c089d53c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247558:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247564:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247570:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247575:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.247579:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247585:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247593:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff8f9c99a09700) 00010000:00010000:3.0:1772472087.247595:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.247598:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247607:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d53c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247639:0:7773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f6a expref: 117 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247649:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472087.247651:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472087.247654:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f6a expref: 117 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.247663:0:7773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cc204e600, rc -2) 00000100:00100000:3.0:1772472087.247749:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:2409:x1858570835098624:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 535us (778us total) trans 0 rc -2/-2 00000100:00100000:3.0:1772472087.247758:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 651 00000100:00100000:1.0:1772472087.249152:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472087.249236:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835098880 00000100:00100000:0.0:1772472087.249247:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835098880 00000100:00100000:0.0:1772472087.249324:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1780 00000100:00100000:0.0:1772472087.249335:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+116:34769:x1858570835098880:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:0.0:1772472087.249400:0:9675:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472087.249425:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d4c8f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bf8 expref: 116 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249442:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:0.0:1772472087.249447:0:9675:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472087.249469:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249484:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249494:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249508:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249515:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249521:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249604:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249616:0:9675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249624:0:9675:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249659:0:9675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 56 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.249674:0:9675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 56 pid: 10040 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472087.249695:0:9675:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856904320:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472087.249792:0:9675:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b86eed600 going to sleep for 11 seconds 00000100:00100000:0.0:1772472087.259346:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472087.259557:0:6511:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099008 00000100:00100000:0.0:1772472087.259567:0:6511:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099008 00010000:00010000:0.0:1772472087.259626:0:6511:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 57 pid: 10040 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472087.259667:0:6511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 522 00000100:00100000:0.0:1772472087.259677:0:6511:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2411:x1858570835099008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472087.259703:0:6511:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472087.259710:0:6511:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 57 pid: 10040 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.259725:0:6511:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 57 pid: 10040 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.259753:0:6511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:0.0:1772472087.259759:0:6511:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.259770:0:6511:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.259778:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.259802:0:6511:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472087.259862:0:6511:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+57:2411:x1858570835099008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 186us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472087.259870:0:6511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 522 00000100:00080000:0.0:1772472087.259895:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1772472087.263800:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d4c49 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407bdc expref: 56 pid: 10040 timeout: 1018 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472087.263832:0:9675:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9675:1858570856904320:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472087.263862:0:9675:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.263872:0:9675:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.263879:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472087.266554:0:9675:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9544 00000004:00080000:3.0:1772472087.266587:0:9675:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 918296284623ns, next at 919296280158ns, rc = 0 00010000:00010000:3.0:1772472087.266838:0:9675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266857:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266869:0:9675:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266880:0:9675:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266886:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266892:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266959:0:9675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472087.266989:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.266995:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267001:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267007:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.267013:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267021:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267035:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:3.0:1772472087.267039:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472087.267044:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267050:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d53dc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267070:0:9675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267077:0:9675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267082:0:9675:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267087:0:9675:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472087.267090:0:9675:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267095:0:9675:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267103:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472087.267106:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472087.267110:0:9675:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267114:0:9675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d53ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472087.267124:0:9675:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 000000003ce84c7f reply state 0000000060b3bdd8 transno 4294968350 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267136:0:9675:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472087.267142:0:9675:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450100) 00010000:00010000:3.0:1772472087.267144:0:9675:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472087.267148:0:9675:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1772472087.267357:0:6514:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472087.267510:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.267519:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e600 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472087.267523:0:6514:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.267531:0:6514:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.267541:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8f9c95450800) 00010000:00010000:0.0:1772472087.267543:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472087.267547:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.267552:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204e600/0xb50b868c089d53e3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472087.267573:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472087.267575:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472087.267577:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472087.267944:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34769:x1858570835098880:12345-192.168.202.58@tcp:36:rm.0 Request processed in 18606us (18795us total) trans 4294968350 rc 0/0 00000100:00100000:3.0:1772472087.267956:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1780 00010000:00010000:1.0:1772472087.735695:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472087.978794:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472087.978819:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856904448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472087.978895:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472087.978962:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856904448 00000100:00100000:3.0:1772472087.978971:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856904448 00000100:00100000:3.0:1772472087.979021:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1772472087.979030:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856904448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472087.979065:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922411520 avail 3690889216 00000100:00100000:3.0:1772472087.979111:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856904448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472087.979119:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1772472087.979195:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856904448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472087.988376:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856904576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472087.988459:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472087.988965:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856904576 00000100:00100000:2.0:1772472087.988975:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856904576 00000100:00100000:2.0:1772472087.989045:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1772472087.989056:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856904576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472087.989085:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922411520 avail 3690889216 00000100:00100000:2.0:1772472087.989155:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856904576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472087.989176:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1772472087.989663:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856904576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472088.267292:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267345:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267363:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267393:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267411:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267440:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267454:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267529:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.267557:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099392 00000100:00100000:0.0:1772472088.267566:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099392 00000100:00100000:0.0:1772472088.267609:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099264 00000100:00100000:0.0:1772472088.267612:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099264 00000100:00100000:0.0:1772472088.267626:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099776 00000100:00100000:0.0:1772472088.267628:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099776 00000100:00100000:0.0:1772472088.267637:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099904 00000100:00100000:0.0:1772472088.267639:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099904 00000100:00100000:0.0:1772472088.267653:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1172 00000100:00100000:0.0:1772472088.267661:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835099392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.267730:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835099392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.267738:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1172 00000100:00100000:0.0:1772472088.267753:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1173 00000100:00100000:0.0:1772472088.267758:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2412:x1858570835099264:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.267781:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:2412:x1858570835099264:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.267786:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1173 00000100:00100000:0.0:1772472088.267795:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1174 00000100:00100000:0.0:1772472088.267800:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2411:x1858570835099776:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.267817:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2411:x1858570835099776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.267823:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1174 00000100:00100000:0.0:1772472088.267831:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1175 00000100:00100000:0.0:1772472088.267836:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835099904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.267851:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835099904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.267857:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1175 00000100:00100000:0.0:1772472088.267874:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099520 00000100:00100000:0.0:1772472088.267877:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099520 00000100:00100000:0.0:1772472088.267896:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835100032 00000100:00100000:0.0:1772472088.267898:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835100032 00000100:00100000:0.0:1772472088.267910:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099648 00000100:00100000:0.0:1772472088.267912:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099648 00000100:00100000:0.0:1772472088.267920:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835100160 00000100:00100000:0.0:1772472088.267922:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835100160 00000100:00100000:0.0:1772472088.267931:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 699 00000100:00100000:0.0:1772472088.267936:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835099520:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.267956:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835099520:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.267961:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 699 00000100:00100000:0.0:1772472088.267970:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 700 00000100:00100000:0.0:1772472088.267975:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835100032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.267989:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835100032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.267995:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 700 00000100:00100000:0.0:1772472088.268002:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 701 00000100:00100000:0.0:1772472088.268007:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2411:x1858570835099648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.268022:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2411:x1858570835099648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.268028:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 701 00000100:00100000:0.0:1772472088.268035:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 702 00000100:00100000:0.0:1772472088.268040:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835100160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472088.268056:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835100160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472088.268062:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 702 00000100:00080000:0.0:1772472088.268086:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472088.268090:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472088.268092:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472088.268473:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835099136 00000100:00100000:2.0:1772472088.268478:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835099136 00000100:00100000:2.0:1772472088.268512:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 785 00000100:00100000:2.0:1772472088.268518:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835099136:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472088.268549:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835099136:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 31us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472088.268555:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 785 00000040:00080000:2.0:1772472088.440556:0:25049:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472088.440569:0:25049:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472088.440629:0:25049:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:2.0:1772472088.440638:0:25049:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472088.551605:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472088.551645:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835100416 00000100:00100000:0.0:1772472088.551654:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835100416 00000100:00100000:0.0:1772472088.551714:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1781 00000100:00100000:0.0:1772472088.551724:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+117:34779:x1858570835100416:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:0.0:1772472088.551778:0:6525:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472088.551809:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9b000/0xb50b868c089d4d8b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c8b expref: 117 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551829:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:0.0:1772472088.551834:0:6525:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1772472088.551858:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551873:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551883:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551900:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551907:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551913:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.551994:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.552006:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 55 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.552014:0:6525:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.552046:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 55 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.552060:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 55 pid: 10040 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472088.552076:0:6525:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856904704:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472088.552160:0:6525:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb53d3780 going to sleep for 11 seconds 00000100:00100000:0.0:1772472088.555500:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472088.555808:0:6525:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6525:1858570856904704:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472088.555835:0:6525:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472088.558749:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835100544 00000100:00100000:3.0:1772472088.558765:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835100544 00010000:00010000:3.0:1772472088.558813:0:15709:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 56 pid: 10040 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472088.558865:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 523 00000100:00100000:3.0:1772472088.558875:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+56:2412:x1858570835100544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472088.558890:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472088.558897:0:15709:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 56 pid: 10040 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.558912:0:15709:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 56 pid: 10040 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.558934:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc1400/0xb50b868c089d4d5a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407c76 expref: 56 pid: 10040 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.558948:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:3.0:1772472088.558954:0:15709:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.558963:0:15709:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.558972:0:15709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.558998:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472088.559054:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2412:x1858570835100544:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 180us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472088.559062:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 523 00010000:00010000:3.0:1772472088.559962:0:6525:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.559973:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472088.560258:0:6525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9480 00000004:00080000:3.0:1772472088.560269:0:6525:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 919589966397ns, next at 920589963835ns, rc = 0 00010000:00010000:3.0:1772472088.560491:0:6525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560505:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560515:0:6525:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560523:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560529:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560535:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560589:0:6525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472088.560611:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560618:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560624:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560631:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472088.560635:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560643:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560655:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:3.0:1772472088.560658:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472088.560663:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560669:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68200/0xb50b868c089d53f8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560698:0:6525:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560704:0:6525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560710:0:6525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560716:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560721:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472088.560725:0:6525:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560730:0:6525:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560739:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472088.560741:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472088.560744:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560750:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68c00/0xb50b868c089d53ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472088.560760:0:6525:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000a21aa575 reply state 00000000fe61655e transno 4294968351 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560770:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472088.560776:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c95450800) 00010000:00010000:3.0:1772472088.560779:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472088.560782:0:6525:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472088.560853:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34779:x1858570835100416:12345-192.168.202.58@tcp:36:rm.0 Request processed in 9126us (9254us total) trans 4294968351 rc 0/0 00000100:00100000:3.0:1772472088.560862:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1781 00010000:00010000:0.0:1772472088.580555:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1772472088.580572:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.580585:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204ea00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:0.0:1772472088.580590:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.580602:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.580622:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8f9c90163e00) 00010000:00010000:0.0:1772472088.580625:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1772472088.580630:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.580637:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204ea00/0xb50b868c089d53ff lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472088.581078:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472088.581081:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472088.581083:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472088.746477:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472089.520871:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472089.520898:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856904832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472089.520974:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472089.521079:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856904832 00000100:00100000:3.0:1772472089.521087:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856904832 00000100:00100000:3.0:1772472089.521142:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1772472089.521151:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856904832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472089.521187:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472089.521245:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856904832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472089.521252:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1772472089.521927:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856904832:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472089.772847:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472090.039928:0:25101:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472090.039940:0:25101:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472090.040002:0:25101:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:0.0:1772472090.040009:0:25101:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472090.115108:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472090.115184:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835100800 00000100:00100000:2.0:1772472090.115196:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835100800 00000100:00100000:2.0:1772472090.115279:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1782 00000100:00100000:2.0:1772472090.115290:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+118:34789:x1858570835100800:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:2.0:1772472090.115394:0:6526:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1772472090.115424:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68400/0xb50b868c089d4e5d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cdf expref: 118 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115441:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:2.0:1772472090.115446:0:6526:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1772472090.115469:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115483:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115493:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115507:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115513:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115520:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115609:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115620:0:6526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 54 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115629:0:6526:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115665:0:6526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 54 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.115692:0:6526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 54 pid: 6527 timeout: 1021 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472090.115709:0:6526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856904960:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472090.115823:0:6526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9b84dbb600 going to sleep for 11 seconds 00000100:00080000:0.0:1772472090.116360:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472090.127246:0:6526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6526:1858570856904960:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472090.127272:0:6526:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472090.133124:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472090.133291:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835100928 00000100:00100000:3.0:1772472090.133324:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835100928 00010000:00010000:3.0:1772472090.133381:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 55 pid: 6527 timeout: 1021 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472090.133415:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 524 00000100:00100000:3.0:1772472090.133424:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+55:2412:x1858570835100928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472090.133439:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472090.133446:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 55 pid: 6527 timeout: 1021 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472090.133459:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 55 pid: 6527 timeout: 1021 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472090.133479:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030e00/0xb50b868c089d4e2c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407cca expref: 55 pid: 6527 timeout: 1021 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472090.133493:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:3.0:1772472090.133498:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472090.133507:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472090.133524:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472090.133546:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472090.133589:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2412:x1858570835100928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 167us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472090.133596:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 524 00000100:00080000:0.0:1772472090.134060:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472090.134586:0:6526:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.134595:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1772472090.135873:0:6526:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9608 00000004:00080000:2.0:1772472090.135886:0:6526:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 921165583071ns, next at 922165580254ns, rc = 0 00010000:00010000:2.0:1772472090.138137:0:6526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138162:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138174:0:6526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138189:0:6526:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138196:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138202:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138228:0:6526:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1772472090.138250:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138257:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138264:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138269:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326c600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472090.138274:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138283:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138295:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:2.0:1772472090.138298:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1772472090.138318:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138329:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c600/0xb50b868c089d5414 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138348:0:6526:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138355:0:6526:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138362:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138377:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326ca00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:2.0:1772472090.138380:0:6526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138387:0:6526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138395:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:2.0:1772472090.138397:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1772472090.138401:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138407:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ca00/0xb50b868c089d5406 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1772472090.138417:0:6526:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 0000000018440556 reply state 00000000457c9879 transno 4294968352 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138427:0:6526:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138434:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c927c9500) 00010000:00010000:2.0:1772472090.138436:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1772472090.138439:0:6526:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1772472090.138541:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34789:x1858570835100800:12345-192.168.202.58@tcp:36:rm.0 Request processed in 23249us (23438us total) trans 4294968352 rc 0/0 00000100:00100000:2.0:1772472090.138551:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1782 00010000:00010000:2.0:1772472090.138606:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472090.138612:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138619:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326c400 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472090.138622:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138629:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138637:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8f9c90163100) 00010000:00010000:2.0:1772472090.138640:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1772472090.138642:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138648:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326c400/0xb50b868c089d541b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472090.138662:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472090.140131:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472090.140134:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472090.544135:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856905088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472090.544213:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472090.545549:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905088 00000100:00100000:1.0:1772472090.545562:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905088 00000100:00100000:1.0:1772472090.545626:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1772472090.545636:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856905088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472090.545678:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472090.545772:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856905088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472090.545781:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1772472090.545871:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856905088:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472090.795600:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472091.330276:0:25152:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472091.330285:0:25152:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472091.330377:0:25152:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 12 00000040:00080000:0.0:1772472091.330388:0:25152:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472091.415569:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472091.415604:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472091.415642:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101184 00000100:00100000:1.0:1772472091.415651:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101184 00000100:00100000:1.0:1772472091.415717:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 654 00000100:00100000:1.0:1772472091.415728:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc16be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:2411:x1858570835101184:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472091.415769:0:7773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472091.415787:0:7773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5422 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407f71 expref: -99 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415843:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415857:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415870:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415885:0:7773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415893:0:7773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415898:0:7773:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415943:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415951:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415958:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415964:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ba00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472091.415969:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415977:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.415989:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472091.415992:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472091.415997:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416003:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5429 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416014:0:7773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416020:0:7773:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416026:0:7773:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416031:0:7773:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472091.416034:0:7773:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416040:0:7773:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416047:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8f9b83a2f800) 00010000:00010000:1.0:1772472091.416049:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472091.416052:0:7773:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416057:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d5430 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416094:0:7773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5422 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f71 expref: 120 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416103:0:7773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472091.416104:0:7773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472091.416108:0:7773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5422 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f71 expref: 120 pid: 7773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416123:0:7773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7be00, rc -2) 00000100:00100000:1.0:1772472091.416183:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc16be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:2411:x1858570835101184:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 457us (623us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472091.416192:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 654 00000100:00100000:1.0:1772472091.416328:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101312 00000100:00100000:1.0:1772472091.416333:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101312 00000100:00100000:1.0:1772472091.416388:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1783 00000100:00100000:1.0:1772472091.416396:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+119:34799:x1858570835101312:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:1.0:1772472091.416426:0:10040:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472091.416441:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175e00/0xb50b868c089d4fde lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d72 expref: 119 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416453:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:1.0:1772472091.416456:0:10040:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1772472091.416466:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416475:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416482:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416491:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416498:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416504:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416562:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416571:0:10040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416580:0:10040:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416611:0:10040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 53 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472091.416625:0:10040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 53 pid: 6527 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472091.416639:0:10040:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856905216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472091.416703:0:10040:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c82a96840 going to sleep for 11 seconds 00000100:00100000:0.0:1772472091.420398:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472091.420426:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101440 00000100:00100000:0.0:1772472091.420434:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101440 00010000:00010000:0.0:1772472091.420472:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 54 pid: 6527 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472091.420502:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 525 00000100:00100000:0.0:1772472091.420511:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2410:x1858570835101440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1772472091.420527:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1772472091.420533:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 54 pid: 6527 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472091.420547:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 54 pid: 6527 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472091.420567:0:7450:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:0.0:1772472091.420572:0:7450:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472091.420582:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472091.420589:0:7450:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472091.420606:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1772472091.420646:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2410:x1858570835101440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 136us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472091.420665:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 525 00010000:00010000:3.0:1772472091.421759:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c80030800/0xb50b868c089d4efe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407d1e expref: 53 pid: 6527 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472091.421781:0:10040:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10040:1858570856905216:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472091.421802:0:10040:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.421813:0:10040:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.421819:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1772472091.422069:0:10040:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9544 00000004:00080000:3.0:1772472091.422081:0:10040:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 922451778570ns, next at 923451775427ns, rc = 0 00010000:00010000:3.0:1772472091.422140:0:10040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422153:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422165:0:10040:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422172:0:10040:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422179:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422185:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422204:0:10040:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1772472091.422224:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422230:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422237:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422243:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7ae00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472091.422248:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422255:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422267:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472091.422270:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1772472091.422274:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422284:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ae00/0xb50b868c089d5445 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.422324:0:10040:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424753:0:10040:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424763:0:10040:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424769:0:10040:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:3.0:1772472091.424774:0:10040:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424783:0:10040:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424799:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:3.0:1772472091.424802:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1772472091.424807:0:10040:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424813:0:10040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d5437 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1772472091.424828:0:10040:0:(mdt_handler.c:4459:mdt_save_lock()) ### save lock request 00000000c359bd7f reply state 00000000d844c9d2 transno 4294968353 ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424840:0:10040:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.424848:0:10040:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9b83a2f200) 00010000:00010000:3.0:1772472091.424850:0:10040:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1772472091.424854:0:10040:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1772472091.424937:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+120:34799:x1858570835101312:12345-192.168.202.58@tcp:36:rm.0 Request processed in 8538us (9328us total) trans 4294968353 rc 0/0 00000100:00100000:3.0:1772472091.424959:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1783 00010000:00010000:3.0:1772472091.424994:0:7901:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1772472091.425000:0:7901:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.425005:0:7901:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:3.0:1772472091.425009:0:7901:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.425016:0:7901:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.425024:0:7901:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8f9c89ad5c00) 00010000:00010000:3.0:1772472091.425026:0:7901:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1772472091.425029:0:7901:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.425033:0:7901:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc204f800/0xb50b868c089d544c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472091.425048:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472091.425050:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472091.425052:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472091.818502:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472092.013184:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472092.013195:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472092.013427:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:2.0:1772472092.013435:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472092.074601:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856905600:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.074683:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.074733:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856906112:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.074758:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.074781:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856906624:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.074803:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.074824:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1772472092.074830:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856905472:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.074850:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.074864:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856905984:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.074880:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.074892:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856906496:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.074911:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.074944:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906112 00000100:00100000:0.0:1772472092.074950:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906112 00000100:00100000:0.0:1772472092.074999:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906624 00000100:00100000:0.0:1772472092.075002:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906624 00000100:00100000:0.0:1772472092.075016:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905472 00000100:00100000:0.0:1772472092.075018:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905472 00000100:00100000:0.0:1772472092.075029:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905984 00000100:00100000:0.0:1772472092.075032:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905984 00000100:00100000:0.0:1772472092.075044:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906496 00000100:00100000:0.0:1772472092.075046:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906496 00000100:00100000:0.0:1772472092.075063:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1772472092.075071:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856906112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075130:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856906112:12345-0@lo:400:kworker.0 Request processed in 60us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472092.075137:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1772472092.075154:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1772472092.075160:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856906624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075187:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856906624:12345-0@lo:400:kworker.0 Request processed in 26us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472092.075193:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1772472092.075204:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1772472092.075209:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856905472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075236:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856905472:12345-0@lo:400:kworker.0 Request processed in 27us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472092.075242:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1772472092.075252:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1772472092.075257:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856905984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075280:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856905984:12345-0@lo:400:kworker.0 Request processed in 22us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472092.075284:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1772472092.075294:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1772472092.075325:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856906496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075363:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856906496:12345-0@lo:400:kworker.0 Request processed in 62us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472092.075369:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00080000:0.0:1772472092.075387:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472092.075391:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472092.075424:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856905472:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075434:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856905984:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075443:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856906496:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075452:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856906112:0@lo:400:kworker.0 00000100:00100000:0.0:1772472092.075460:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856906624:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.075745:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856905728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.075782:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.075810:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856906240:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.075833:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.075851:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856906752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.075870:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.075892:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1772472092.075899:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856905344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.075925:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.075946:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856905856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.075968:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.075986:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856906368:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.076024:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856906880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076044:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.076071:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856907008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472092.076095:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472092.076125:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905728 00000100:00100000:2.0:1772472092.076130:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905728 00000100:00100000:2.0:1772472092.076162:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1772472092.076169:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856905728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076210:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856905728:12345-0@lo:400:kworker.0 Request processed in 41us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076217:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1772472092.076239:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906240 00000100:00100000:2.0:1772472092.076243:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906240 00000100:00100000:2.0:1772472092.076273:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906752 00000100:00100000:2.0:1772472092.076277:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906752 00000100:00100000:2.0:1772472092.076296:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906368 00000100:00100000:2.0:1772472092.076331:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906368 00000100:00100000:2.0:1772472092.076358:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856906880 00000100:00100000:2.0:1772472092.076361:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856906880 00000100:00100000:2.0:1772472092.076377:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1772472092.076383:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856906240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076414:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856906240:12345-0@lo:400:kworker.0 Request processed in 32us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076420:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1772472092.076432:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1772472092.076438:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856906752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076466:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856906752:12345-0@lo:400:kworker.0 Request processed in 28us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076471:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1772472092.076481:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1772472092.076487:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856906368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076512:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856906368:12345-0@lo:400:kworker.0 Request processed in 25us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076520:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1772472092.076530:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1772472092.076536:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856906880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076558:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3652:x1858570856906880:12345-0@lo:400:kworker.0 Request processed in 22us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076562:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1772472092.076583:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905344 00000100:00100000:2.0:1772472092.076586:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905344 00000100:00100000:2.0:1772472092.076609:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1772472092.076614:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856905344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076640:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856905344:12345-0@lo:400:kworker.0 Request processed in 25us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076646:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1772472092.076672:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905600 00000100:00100000:2.0:1772472092.076676:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905600 00000100:00100000:2.0:1772472092.076699:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856905856 00000100:00100000:2.0:1772472092.076702:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856905856 00000100:00100000:2.0:1772472092.076713:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1772472092.076718:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856905600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076750:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856905600:12345-0@lo:400:kworker.0 Request processed in 31us (2067us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076756:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1772472092.076767:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1772472092.076772:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856905856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076798:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856905856:12345-0@lo:400:kworker.0 Request processed in 26us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472092.076807:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:2.0:1772472092.076836:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472092.076839:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472092.076862:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856905344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076873:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856905856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076883:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856906368:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076893:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856906880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076901:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856905728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076910:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856906240:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076918:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856906752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472092.076955:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856905600:0@lo:400:kworker.0 00000100:00100000:3.0:1772472092.077181:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907008 00000100:00100000:3.0:1772472092.077185:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907008 00000100:00100000:3.0:1772472092.077215:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1772472092.077222:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856907008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472092.077243:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915083776 avail 3683561472 00000100:00100000:3.0:1772472092.077289:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856907008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (1193us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472092.077295:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1772472092.077375:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856907008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472092.081606:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472092.081630:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856907136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472092.081704:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472092.081756:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907136 00000100:00100000:0.0:1772472092.081765:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907136 00000100:00100000:0.0:1772472092.081816:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1772472092.081825:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3654:x1858570856907136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472092.081847:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915083776 avail 3683561472 00000100:00100000:0.0:1772472092.081892:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3654:x1858570856907136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472092.081899:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1772472092.081945:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856907136:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1772472092.557974:0:25203:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472092.557984:0:25203:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472092.561457:0:25203:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472092.561478:0:25203:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472092.846568:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472093.099397:0:8513:0:(osp_sync.c:1841:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 924129092673ns, next at 925129089853ns, rc = 0 00000100:00100000:0.0:1772472093.099487:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856907264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472093.099554:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472093.099851:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907264 00000100:00100000:2.0:1772472093.099859:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907264 00000100:00100000:2.0:1772472093.099916:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1772472093.099927:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856907264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472093.099958:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922419712 avail 3690897408 00000100:00100000:2.0:1772472093.099996:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3652:x1858570856907264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.100001:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1772472093.100150:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856907264:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1772472093.102881:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967388 is committed 00000004:00080000:1.0:1772472093.105070:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000001:00080000:1.0:1772472093.105123:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968353 is committed 00000004:00080000:1.0:1772472093.105129:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:1.0:1772472093.105141:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000004:00080000:1.0:1772472093.105146:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:1.0:1772472093.105151:0:6504:0:(osp_sync.c:1806:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000100:00100000:2.0:1772472093.105405:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856907648:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772472093.105489:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472093.105537:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472093.105544:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856907520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1772472093.105569:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472093.105600:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907648 00000100:00100000:2.0:1772472093.105609:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907648 00000100:00100000:2.0:1772472093.105670:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907520 00000100:00100000:2.0:1772472093.105673:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907520 00000100:00100000:2.0:1772472093.105696:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1772472093.105703:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3655:x1858570856907648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472093.105732:0:9676:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:34 count 1 00010000:00010000:2.0:1772472093.105758:0:9676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.105780:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 10 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.105789:0:9676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 19 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.105796:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472093.105798:0:9676:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472093.105802:0:9676:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.106114:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856907392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472093.106153:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472093.106183:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856907904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772472093.106204:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472093.106225:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472093.106231:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856907776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1772472093.106253:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472093.106283:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907392 00000100:00100000:3.0:1772472093.106288:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907392 00000100:00100000:3.0:1772472093.106360:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1772472093.106368:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856907392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472093.106385:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922419712 avail 3690897408 00000100:00100000:3.0:1772472093.106430:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856907392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472093.106436:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1772472093.106459:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907904 00000100:00100000:3.0:1772472093.106462:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907904 00010000:00010000:2.0:1772472093.106605:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 19 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.106624:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 19 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472093.106639:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856908032:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472093.106719:0:9676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 10 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.106729:0:9676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 10 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472093.106739:0:9676:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856908160:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472093.106763:0:9676:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c812edf00 going to sleep for 11 seconds 00000100:00100000:2.0:1772472093.106781:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856907776 00000100:00100000:2.0:1772472093.106784:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856907776 00000100:00100000:2.0:1772472093.106803:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1772472093.106809:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3655:x1858570856907520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1772472093.106823:0:16551:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00000100:00100000:3.0:1772472093.106920:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1772472093.106926:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856907776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772472093.106938:0:8409:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:3.0:1772472093.106954:0:8409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.106968:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 11 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.106977:0:8409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 18 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.106982:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472093.106984:0:8409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472093.106986:0:8409:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107007:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 18 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107016:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 18 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.107026:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856908288:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472093.107058:0:8409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 11 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107068:0:8409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 11 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.107079:0:8409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856908416:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472093.107098:0:8409:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410c00 going to sleep for 11 seconds 00000100:00100000:3.0:1772472093.107116:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1772472093.107123:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3653:x1858570856907904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1772472093.107134:0:8408:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:33 count 1 00010000:00010000:3.0:1772472093.107145:0:8408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107155:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 11 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107164:0:8408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 18 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107170:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472093.107172:0:8408:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472093.107174:0:8408:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107190:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 18 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107198:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 18 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.107213:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856908544:192.168.202.58@tcp:104: 00010000:00010000:3.0:1772472093.107242:0:8408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 11 pid: 24703 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.107250:0:8408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 11 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.107259:0:8408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856908672:192.168.202.58@tcp:104: 00000100:00100000:3.0:1772472093.107277:0:8408:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9c91410900 going to sleep for 11 seconds 00000100:00100000:3.0:1772472093.107348:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856907392:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1772472093.107822:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107847:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107854:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107860:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472093.107865:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107874:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107893:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8f9c95450100) 00010000:00010000:0.0:1772472093.107896:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472093.107902:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107908:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69600/0xb50b868c089d53d5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9675 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107931:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107937:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107942:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107947:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472093.107950:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107956:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107963:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8f9c95450800) 00010000:00010000:0.0:1772472093.107965:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472093.107968:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107973:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68600/0xb50b868c089d53f1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6525 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107985:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107990:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107995:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.107999:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326ce00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472093.108002:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108007:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108015:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8f9c927c9500) 00010000:00010000:0.0:1772472093.108017:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472093.108021:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108026:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9c8326ce00/0xb50b868c089d540d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6526 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108039:0:3638:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108045:0:3638:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108051:0:3638:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108055:0:3638:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472093.108058:0:3638:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108064:0:3638:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108071:0:3638:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8f9b83a2f200) 00010000:00010000:0.0:1772472093.108073:0:3638:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472093.108076:0:3638:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.108082:0:3638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d543e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10040 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108661:0:16551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108680:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 10 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108690:0:16551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108698:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472093.108700:0:16551:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1772472093.108703:0:16551:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108737:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108749:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472093.108763:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856908800:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472093.108857:0:16551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 10 pid: 8408 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.108867:0:16551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 10 pid: 8408 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472093.108878:0:16551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856908928:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472093.108900:0:16551:0:(client.c:2690:ptlrpc_set_wait()) set ffff8f9cb408ff00 going to sleep for 11 seconds 00000001:00080000:0.0:1772472093.123040:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000100:00100000:2.0:1772472093.123484:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856908032:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472093.123760:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856908544:192.168.202.58@tcp:104: 00000100:00100000:1.0:1772472093.123772:0:8408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8408:1858570856908672:192.168.202.58@tcp:104: 00010000:00010000:1.0:1772472093.123798:0:8408:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1772472093.123838:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856908288:192.168.202.58@tcp:104: 00000100:00100000:0.0:1772472093.123849:0:8409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8409:1858570856908416:192.168.202.58@tcp:104: 00010000:00010000:0.0:1772472093.123862:0:8409:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472093.123930:0:9676:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9676:1858570856908160:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472093.123947:0:9676:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1772472093.123970:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856908800:192.168.202.58@tcp:104: 00000100:00100000:2.0:1772472093.123978:0:16551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16551:1858570856908928:192.168.202.58@tcp:104: 00010000:00010000:2.0:1772472093.123989:0:16551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.128209:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.128260:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.128291:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.128370:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.128394:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.128414:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.128426:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472093.128797:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101696 00000100:00100000:1.0:1772472093.128808:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101696 00010000:00010000:1.0:1772472093.128873:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 11 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.128903:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101568 00000100:00100000:1.0:1772472093.128907:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101568 00010000:00010000:1.0:1772472093.128925:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.128937:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101952 00000100:00100000:1.0:1772472093.128939:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101952 00010000:00010000:1.0:1772472093.128953:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 12 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.128964:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102208 00000100:00100000:1.0:1772472093.128967:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102208 00010000:00010000:1.0:1772472093.128977:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 13 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.128987:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102464 00000100:00100000:1.0:1772472093.128989:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102464 00010000:00010000:1.0:1772472093.128998:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 12 pid: 8408 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.129012:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835101824 00000100:00100000:1.0:1772472093.129014:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835101824 00010000:00010000:1.0:1772472093.129025:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 19 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.129036:0:6512:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102080 00000100:00100000:1.0:1772472093.129039:0:6512:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102080 00010000:00010000:1.0:1772472093.129048:0:6512:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 20 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1772472093.129065:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 526 00000100:00100000:1.0:1772472093.129074:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835101696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.129091:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.129097:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 12 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129110:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 12 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129137:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001de89bd0/0xb50b868c089d5215 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407ed0 expref: 12 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129156:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.129210:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835101696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 136us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.129219:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 526 00000100:00100000:1.0:1772472093.129234:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 527 00000100:00100000:1.0:1772472093.129241:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e85450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2412:x1858570835101568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.129249:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.129253:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129264:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129278:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5cd18b9/0xb50b868c089d52fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f47 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129288:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472093.129290:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472093.129295:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129336:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129379:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.129400:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e85450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835101568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 160us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.129408:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 527 00000100:00100000:1.0:1772472093.129451:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 528 00000100:00100000:1.0:1772472093.129457:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+13:2411:x1858570835101952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.129465:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.129483:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 13 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129494:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 13 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129509:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd9e2a59/0xb50b868c089d5086 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de9 expref: 13 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129519:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.129539:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+12:2411:x1858570835101952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 82us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.129545:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 528 00000100:00100000:1.0:1772472093.129557:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 529 00000100:00100000:1.0:1772472093.129564:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+11:2411:x1858570835102208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.129574:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.129578:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 11 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129587:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 11 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129603:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e360e572/0xb50b868c089d523f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407eec expref: 11 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.129612:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.129628:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835102208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 66us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.129634:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 529 00000100:00100000:1.0:1772472093.130069:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 530 00000100:00100000:1.0:1772472093.130079:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835102464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.130088:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.130093:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 10 pid: 8408 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130103:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 10 pid: 8408 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130116:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8e36963/0xb50b868c089d507f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407de2 expref: 10 pid: 8408 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130127:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.130149:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835102464:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 73us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.130155:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 530 00000100:00100000:1.0:1772472093.130167:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 531 00000100:00100000:1.0:1772472093.130174:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+20:2412:x1858570835101824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.130181:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.130186:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130196:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130209:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a64a1ac5/0xb50b868c089d52e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f39 expref: 20 pid: 24703 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130219:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472093.130221:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472093.130224:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130232:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130251:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.130270:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835101824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 96us (1855us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.130276:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 531 00000100:00100000:1.0:1772472093.130289:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 532 00000100:00100000:1.0:1772472093.130295:0:6512:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835102080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1772472093.130333:0:6512:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1772472093.130348:0:6512:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 18 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130358:0:6512:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 18 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130372:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024b4b31d/0xb50b868c089d52f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f40 expref: 18 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130381:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472093.130382:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1772472093.130385:0:6512:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130392:0:6512:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130413:0:6512:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1772472093.130431:0:6512:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835102080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 136us (2003us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472093.130437:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 532 00010000:00010000:1.0:1772472093.130561:0:8408:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130570:0:8408:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130585:0:8408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130591:0:8408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472093.130610:0:8408:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1772472093.130829:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472093.130846:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1772472093.130940:0:9676:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.130949:0:9676:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.130958:0:9676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.130964:0:9676:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.130979:0:9676:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1772472093.131155:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856907648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25450us (25664us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1772472093.131163:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00010000:00010000:2.0:1772472093.131186:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1772472093.131192:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131202:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204e000 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472093.131206:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131216:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131230:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131237:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f0b2848/0xb50b868c089d5461 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131256:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472093.131259:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131266:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326cc00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472093.131269:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131282:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131292:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131299:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027a230df/0xb50b868c089d5453 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.131353:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472093.131355:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472093.131357:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472093.131392:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:2.0:1772472093.131397:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cbd9b3800, transno 4294967385 00000004:00080000:2.0:1772472093.131409:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cbd9b2300, transno 4294967386 00000004:00080000:2.0:1772472093.131412:0:3655:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9cbd9b0000, transno 4294967387 00000100:00100000:2.0:1772472093.131419:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8f9c8eca3b80 x1858570856907648/t4294967388(4294967388) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1772472109 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1772472093.131431:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9c8eca3b80/2, rc 0, transno 4294967388 00000100:00100000:2.0:1772472093.131436:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856907648:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1772472093.131543:0:9903:0:(osp_sync.c:1244:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 2 in progress, 1 in flight, 3 done 00000100:00100000:1.0:1772472093.132159:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856907904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25033us (25950us total) trans 4294967389 rc 0/0 00000100:00100000:1.0:1772472093.132169:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1772472093.132392:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.132432:0:7450:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102336 00000100:00100000:3.0:1772472093.132441:0:7450:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102336 00010000:00010000:3.0:1772472093.132473:0:7450:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1772472093.132513:0:7450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 533 00000100:00100000:3.0:1772472093.132523:0:7450:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+19:2412:x1858570835102336:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472093.132535:0:7450:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1772472093.132540:0:7450:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.132553:0:7450:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.132572:0:7450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004de432cb/0xb50b868c089d52ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407f32 expref: 19 pid: 16551 timeout: 1024 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.132585:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472093.132587:0:7450:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1772472093.132591:0:7450:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.132600:0:7450:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472093.132622:0:7450:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472093.132666:0:7450:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835102336:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 144us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472093.132673:0:7450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 533 00010000:00010000:3.0:1772472093.132693:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472093.133033:0:8409:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.133044:0:8409:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.133053:0:8409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.133060:0:8409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472093.133085:0:8409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1772472093.133203:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3653:x1858570856907776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26276us (26947us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1772472093.133211:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1772472093.133369:0:3653:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967388 gen 2 00000004:00080000:2.0:1772472093.133376:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b84ec2680, transno 4294967387 00000004:00080000:2.0:1772472093.133393:0:3653:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b84ec3b80, transno 4294967388 00000100:00100000:2.0:1772472093.133400:0:3653:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8f9b86aab800 x1858570856907776/t4294967390(4294967390) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1772472109 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1772472093.133413:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b86aab800/2, rc 0, transno 4294967390 00000100:00100000:2.0:1772472093.133419:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856907776:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1772472093.133433:0:3653:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9b86aa9f80/2, rc 0, transno 4294967389 00000100:00100000:2.0:1772472093.133436:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856907904:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1772472093.133456:0:16551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.133465:0:16551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.133484:0:16551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.133492:0:16551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.133507:0:16551:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1772472093.133606:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856907520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26797us (28036us total) trans 4294967389 rc 0/0 00000100:00100000:2.0:1772472093.133614:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00010000:00010000:2.0:1772472093.133631:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1772472093.133637:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134057:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cc204f800 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472093.134062:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134071:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134087:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b62f929/0xb50b868c089d545a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134117:0:6513:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1772472093.134121:0:6513:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134127:0:6513:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9c8326de00 already unused, calling callback (ffffffffc0bc3ba0) 00010000:00010000:2.0:1772472093.134130:0:6513:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134138:0:6513:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134149:0:6513:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134157:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000101e30b8/0xb50b868c089d5468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472093.134172:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472093.134174:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472093.134176:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1772472093.134201:0:3655:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f9c8eca0a80/2, rc 0, transno 4294967389 00000100:00100000:2.0:1772472093.134207:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856907520:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1772472093.135060:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472093.384925:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.384974:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385006:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385041:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385057:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385078:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385109:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385169:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472093.385196:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102848 00000100:00100000:3.0:1772472093.385206:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102848 00000100:00100000:3.0:1772472093.385268:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103360 00000100:00100000:3.0:1772472093.385271:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103360 00000100:00100000:3.0:1772472093.385288:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102720 00000100:00100000:3.0:1772472093.385291:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102720 00000100:00100000:3.0:1772472093.385365:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103232 00000100:00100000:3.0:1772472093.385369:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103232 00000100:00100000:3.0:1772472093.385388:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1182 00000100:00100000:3.0:1772472093.385397:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835102848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386186:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1183 00000100:00100000:2.0:1772472093.386202:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835103360:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386274:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835103360:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 78us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.386281:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1183 00000100:00100000:2.0:1772472093.386300:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1184 00000100:00100000:2.0:1772472093.386306:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835102720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386363:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835102720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 56us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.386368:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1184 00000100:00100000:2.0:1772472093.386379:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1185 00000100:00100000:2.0:1772472093.386384:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835103232:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386405:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835103232:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.386411:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1185 00000100:00100000:2.0:1772472093.386431:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103104 00000100:00100000:2.0:1772472093.386435:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103104 00000100:00100000:2.0:1772472093.386462:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103616 00000100:00100000:2.0:1772472093.386466:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103616 00000100:00100000:2.0:1772472093.386481:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102976 00000100:00100000:2.0:1772472093.386483:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102976 00000100:00100000:2.0:1772472093.386494:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103488 00000100:00100000:2.0:1772472093.386510:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103488 00000100:00100000:2.0:1772472093.386534:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 707 00000100:00100000:2.0:1772472093.386539:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835103104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386565:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbf8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835103104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.386570:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 707 00000100:00100000:2.0:1772472093.386706:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 708 00000100:00100000:2.0:1772472093.386712:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835103616:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386735:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835103616:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.386740:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 708 00000100:00100000:2.0:1772472093.386753:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 709 00000100:00100000:2.0:1772472093.386759:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835102976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.386780:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835102976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.386786:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 709 00000100:00100000:2.0:1772472093.386797:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 710 00000100:00100000:0.0:1772472093.387095:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835102592 00000100:00100000:0.0:1772472093.387102:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835102592 00000100:00100000:0.0:1772472093.387135:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 787 00000100:00100000:0.0:1772472093.387142:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835102592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472093.387182:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835102592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 41us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472093.387192:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 787 00000100:00100000:3.0:1772472093.387206:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835102848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1809us (2230us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472093.387214:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1182 00000100:00080000:0.0:1772472093.387383:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472093.387389:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472093.388327:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835103488:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472093.388402:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835103488:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1598us (3231us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472093.388412:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 710 00000040:00080000:1.0:1772472093.420736:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1772472093.866860:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472094.640643:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856909056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472094.640711:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472094.640936:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909056 00000100:00100000:1.0:1772472094.640944:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909056 00000100:00100000:1.0:1772472094.640999:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1772472094.641007:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856909056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472094.641041:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472094.641083:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856909056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472094.641089:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1772472094.641183:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856909056:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1772472094.777923:0:25254:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472094.777935:0:25254:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472094.786055:0:25254:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472094.786074:0:25254:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472094.890458:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472095.662095:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472095.662120:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856909184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472095.662198:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472095.662274:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909184 00000100:00100000:1.0:1772472095.662283:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909184 00000100:00100000:1.0:1772472095.662380:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1772472095.662391:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856909184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472095.662428:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472095.662481:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856909184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472095.662490:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1772472095.662545:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856909184:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472095.915168:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472096.787636:0:25306:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472096.787649:0:25306:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472096.788449:0:25306:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472096.788466:0:25306:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472096.940662:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472097.197717:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472097.197948:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856909568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472097.198032:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472097.198119:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909568 00000100:00100000:2.0:1772472097.198129:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909568 00000100:00100000:2.0:1772472097.198212:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1772472097.198223:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856909568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472097.198262:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472097.198386:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3654:x1858570856909568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 166us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472097.198394:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1772472097.198444:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856909568:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1772472097.198890:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472097.201409:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856909440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472097.202420:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472097.202591:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856909312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472097.202624:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472097.202682:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909312 00000100:00100000:3.0:1772472097.202700:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909312 00000100:00100000:3.0:1772472097.203552:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1772472097.203563:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856909312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472097.203598:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472097.203653:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856909312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472097.203660:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:1.0:1772472097.203836:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472097.203869:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856909312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472097.205049:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856909696:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.205117:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472097.205129:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856909824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.205144:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856910208:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.205161:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205161:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205177:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856910720:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.205178:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856910336:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.205196:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472097.205209:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205220:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1772472097.205223:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856910848:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.205225:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856910080:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.205241:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205241:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205255:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856910592:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.205257:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1772472097.205261:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856909952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.205278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472097.205290:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205335:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909696 00000100:00100000:1.0:1772472097.205341:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856910464:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.205343:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909696 00000100:00100000:1.0:1772472097.205364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472097.205382:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910208 00000100:00100000:0.0:1772472097.205386:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910208 00000100:00100000:1.0:1772472097.205391:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910592 00000100:00100000:1.0:1772472097.205394:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910592 00000100:00100000:0.0:1772472097.205429:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910720 00000100:00100000:0.0:1772472097.205433:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910720 00000100:00100000:3.0:1772472097.205951:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910336 00000100:00100000:3.0:1772472097.205957:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910336 00000100:00100000:2.0:1772472097.206661:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909440 00000100:00100000:2.0:1772472097.206669:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909440 00000100:00100000:2.0:1772472097.209972:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1772472097.209998:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856909440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.210096:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856909440:12345-0@lo:400:kworker.0 Request processed in 111us (7679us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472097.210104:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1772472097.215191:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910464 00000100:00100000:1.0:1772472097.215209:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910464 00000100:00100000:1.0:1772472097.215258:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1772472097.215269:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856910592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.215635:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1772472097.215646:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856910464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.215963:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856910464:12345-0@lo:400:kworker.0 Request processed in 319us (10598us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472097.215972:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1772472097.216360:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856910592:12345-0@lo:400:kworker.0 Request processed in 1094us (11081us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472097.216367:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1772472097.216418:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856910464:0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.216536:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910848 00000100:00100000:0.0:1772472097.216541:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910848 00000100:00100000:0.0:1772472097.216563:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909952 00000100:00100000:0.0:1772472097.216566:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909952 00000100:00100000:0.0:1772472097.216581:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1772472097.216588:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856909696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.216627:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856909696:12345-0@lo:400:kworker.0 Request processed in 39us (11510us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472097.216633:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1772472097.216647:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1772472097.216654:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856910208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.216682:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856910208:12345-0@lo:400:kworker.0 Request processed in 29us (11520us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472097.216688:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1772472097.216699:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1772472097.216705:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856910720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.216732:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856910720:12345-0@lo:400:kworker.0 Request processed in 26us (11535us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472097.216750:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1772472097.216761:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1772472097.216767:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856910848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472097.216802:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856910848:12345-0@lo:400:kworker.0 Request processed in 35us (11559us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472097.216808:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1772472097.216820:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1772472097.216826:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856909952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.216842:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856909824 00000100:00100000:1.0:1772472097.216847:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856909824 00000100:00100000:0.0:1772472097.216854:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856909952:12345-0@lo:400:kworker.0 Request processed in 29us (11576us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472097.216859:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1772472097.216872:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910080 00000100:00100000:1.0:1772472097.216876:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910080 00000100:00100000:1.0:1772472097.216888:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00080000:0.0:1772472097.216888:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472097.216893:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856909824:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472097.216893:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472097.216896:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472097.216914:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856909952:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.216924:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856909824:12345-0@lo:400:kworker.0 Request processed in 31us (11763us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472097.216925:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856909824:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.216930:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1772472097.216935:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856910848:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.216941:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1772472097.216946:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856910080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.216972:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856910080:12345-0@lo:400:kworker.0 Request processed in 26us (11729us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472097.216977:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1772472097.219443:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856910080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.219475:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856910592:0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.219490:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856909696:0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.219503:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856910208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472097.219515:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856910720:0@lo:400:kworker.0 00000100:00100000:3.0:1772472097.223168:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1772472097.223189:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856910336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472097.223295:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856910336:12345-0@lo:400:kworker.0 Request processed in 114us (18083us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472097.223329:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1772472097.223413:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856909440:0@lo:400:kworker.0 00000100:00100000:1.0:1772472097.224269:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856910336:0@lo:400:kworker.0 00010000:00010000:2.0:1772472097.962722:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472098.224048:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472098.224078:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856910976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472098.224179:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472098.224274:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856910976 00000100:00100000:2.0:1772472098.224285:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856910976 00000100:00100000:2.0:1772472098.224390:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1772472098.224402:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856910976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472098.224443:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472098.224495:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856910976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472098.224503:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1772472098.224568:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856910976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472098.230481:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472098.230518:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856911104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472098.230620:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472098.236909:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911104 00000100:00100000:3.0:1772472098.236931:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911104 00000100:00100000:3.0:1772472098.237019:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1772472098.237032:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856911104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472098.237077:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472098.237224:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3655:x1858570856911104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 194us (6603us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.237237:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1772472098.237451:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856911104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472098.499897:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.499965:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.499994:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500017:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500051:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500073:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500113:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472098.500173:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104128 00000100:00100000:3.0:1772472098.500187:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104128 00000100:00100000:3.0:1772472098.500256:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104640 00000100:00100000:3.0:1772472098.500259:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104640 00000100:00100000:3.0:1772472098.500282:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104256 00000100:00100000:3.0:1772472098.500285:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104256 00000100:00100000:3.0:1772472098.500343:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104768 00000100:00100000:3.0:1772472098.500347:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104768 00000100:00100000:3.0:1772472098.500368:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 713 00000100:00100000:3.0:1772472098.500383:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835104128:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500493:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835104128:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 113us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500502:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 713 00000100:00100000:3.0:1772472098.500522:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 714 00000100:00100000:3.0:1772472098.500529:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835104640:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500555:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835104640:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500566:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 714 00000100:00100000:3.0:1772472098.500577:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 715 00000100:00100000:3.0:1772472098.500582:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835104256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500604:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835104256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500611:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 715 00000100:00100000:3.0:1772472098.500620:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 716 00000100:00100000:3.0:1772472098.500625:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835104768:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500646:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835104768:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500652:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 716 00000100:00100000:3.0:1772472098.500675:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103872 00000100:00100000:3.0:1772472098.500679:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103872 00000100:00100000:3.0:1772472098.500711:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104384 00000100:00100000:3.0:1772472098.500714:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104384 00000100:00100000:3.0:1772472098.500734:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104000 00000100:00100000:3.0:1772472098.500737:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104000 00000100:00100000:3.0:1772472098.500748:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104512 00000100:00100000:3.0:1772472098.500751:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104512 00000100:00100000:3.0:1772472098.500764:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1192 00000100:00100000:3.0:1772472098.500770:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835103872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500800:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835103872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500807:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1192 00000100:00100000:3.0:1772472098.500817:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1193 00000100:00100000:3.0:1772472098.500824:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835104384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500845:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835104384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500851:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1193 00000100:00100000:3.0:1772472098.500861:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1194 00000100:00100000:3.0:1772472098.500867:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835104000:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500890:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835104000:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500896:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1194 00000100:00100000:3.0:1772472098.500905:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1195 00000100:00100000:3.0:1772472098.500912:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835104512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.500936:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835104512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.500942:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1195 00000100:00100000:3.0:1772472098.500968:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835103744 00000100:00100000:3.0:1772472098.500972:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835103744 00000100:00100000:3.0:1772472098.501001:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00100000:3.0:1772472098.501007:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835103744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472098.501034:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835103744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472098.501040:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00080000:3.0:1772472098.501085:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472098.501090:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472098.501093:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472098.501097:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1772472098.735919:0:9471:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967389 is committed 00000001:00080000:2.0:1772472098.742618:0:8402:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967390 is committed 00000040:00080000:0.0:1772472098.914379:0:25357:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472098.914391:0:25357:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472098.914905:0:25357:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472098.914915:0:25357:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472098.987870:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472099.754671:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856911232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472099.754748:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472099.754912:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911232 00000100:00100000:1.0:1772472099.754923:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911232 00000100:00100000:1.0:1772472099.754985:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1772472099.754996:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856911232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472099.755037:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472099.755105:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856911232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472099.755113:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1772472099.755504:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856911232:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472100.014605:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472100.723183:0:25408:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472100.723194:0:25408:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472100.724036:0:25408:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472100.724050:0:25408:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472100.783227:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472100.783266:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856911360:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472100.783387:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472100.783450:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911360 00000100:00100000:0.0:1772472100.783458:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911360 00000100:00100000:0.0:1772472100.783502:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1772472100.783512:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856911360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472100.783548:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472100.783595:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856911360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472100.783602:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1772472100.783650:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856911360:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472101.034479:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472102.068885:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472102.250641:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472102.250653:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472102.251201:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472102.251223:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472102.314940:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856911488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472102.315062:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856911616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472102.315074:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.315155:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.315239:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911616 00000100:00100000:3.0:1772472102.315247:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911616 00000100:00100000:3.0:1772472102.315348:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1772472102.315360:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856911616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.315414:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856911616:12345-0@lo:400:kworker.0 Request processed in 56us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.315422:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1772472102.315486:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856911616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.315536:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472102.315542:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856911744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.315569:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.315596:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911744 00000100:00100000:3.0:1772472102.315600:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911744 00000100:00100000:3.0:1772472102.315718:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1772472102.315727:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856911744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.315771:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856911744:12345-0@lo:400:kworker.0 Request processed in 45us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.315777:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1772472102.315837:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472102.315847:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856911872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472102.315863:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856911744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.315885:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.315927:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911872 00000100:00100000:3.0:1772472102.315931:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911872 00000100:00100000:3.0:1772472102.315964:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1772472102.315970:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856911872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.316007:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856911872:12345-0@lo:400:kworker.0 Request processed in 36us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.316014:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1772472102.316044:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856911872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.316082:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856912000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.316108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.316180:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856912128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.316204:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.316236:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912128 00000100:00100000:3.0:1772472102.316241:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912128 00000100:00100000:0.0:1772472102.316252:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912000 00000100:00100000:0.0:1772472102.316270:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912000 00000100:00100000:3.0:1772472102.316287:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1772472102.316299:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856912128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472102.316375:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1772472102.316390:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856912000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.316400:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856912128:12345-0@lo:400:kworker.0 Request processed in 99us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.316410:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1772472102.316453:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856912128:0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.316572:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856911488 00000100:00100000:2.0:1772472102.316590:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856911488 00000100:00100000:0.0:1772472102.316640:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856912000:12345-0@lo:400:kworker.0 Request processed in 254us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472102.316650:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1772472102.319293:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856912384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472102.319465:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472102.319918:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912384 00000100:00100000:0.0:1772472102.319931:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912384 00000100:00100000:1.0:1772472102.320071:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856912000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.322983:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856912256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.323063:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472102.323126:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912256 00000100:00100000:3.0:1772472102.323135:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912256 00000100:00100000:2.0:1772472102.324243:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1772472102.324273:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856911488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472102.324343:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472102.324458:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856911488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 201us (9392us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472102.324467:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1772472102.324555:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856911488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472102.328700:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856912512:0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.328800:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472102.328895:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912512 00000100:00100000:2.0:1772472102.328906:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912512 00000100:00100000:2.0:1772472102.328977:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1772472102.328988:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856912512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.329066:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856912512:12345-0@lo:400:kworker.0 Request processed in 80us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472102.329075:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1772472102.329145:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856912512:0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.329195:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856912640:0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.329239:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472102.329297:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472102.329345:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856912768:0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.329372:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472102.329413:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856912896:0@lo:400:kworker.0 00000100:00100000:0.0:1772472102.330027:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1772472102.330046:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856912384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472102.330079:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472102.330294:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856912384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 256us (10828us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472102.330320:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1772472102.332926:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912640 00000100:00100000:3.0:1772472102.332944:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1772472102.332948:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912640 00000100:00100000:3.0:1772472102.332968:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856912256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.333079:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856912256:12345-0@lo:400:kworker.0 Request processed in 120us (10016us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.333086:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1772472102.333121:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912768 00000100:00100000:3.0:1772472102.333129:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912768 00000100:00100000:3.0:1772472102.333164:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1772472102.333172:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856912768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.333247:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856912768:12345-0@lo:400:kworker.0 Request processed in 75us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.333253:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1772472102.333279:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1772472102.333286:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856912640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.333343:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856912640:12345-0@lo:400:kworker.0 Request processed in 57us (4103us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.333349:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1772472102.333403:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:3.0:1772472102.333419:0:3654:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b86aa9f80, transno 4294967389 00000004:00080000:3.0:1772472102.333433:0:3654:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9b86aab800, transno 4294967390 00000100:00100000:3.0:1772472102.333441:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856912768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.333457:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856912640:0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.333867:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472102.333927:0:3652:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:2.0:1772472102.333933:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9c8eca3b80, transno 4294967388 00000004:00080000:2.0:1772472102.333945:0:3652:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f9c8eca0a80, transno 4294967389 00000100:00100000:2.0:1772472102.333964:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856912384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472102.334103:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856912896 00000100:00100000:3.0:1772472102.334110:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856912896 00000100:00100000:3.0:1772472102.334165:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1772472102.334177:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856912896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.334254:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856913024:0@lo:400:kworker.0 00000100:00080000:0.0:1772472102.334583:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472102.334593:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472102.334597:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472102.334601:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472102.340686:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472102.340810:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913024 00000100:00100000:2.0:1772472102.340830:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913024 00000100:00100000:2.0:1772472102.340930:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1772472102.340942:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856913024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472102.341020:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856913024:12345-0@lo:400:kworker.0 Request processed in 80us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472102.341028:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00080000:2.0:1772472102.341056:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472102.341109:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856913024:0@lo:400:kworker.0 00000100:00100000:0.0:1772472102.347655:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856912256:0@lo:400:kworker.0 00000100:00100000:1.0:1772472102.358090:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856912896:0@lo:400:kworker.0 00000100:00100000:3.0:1772472102.358931:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856912896:12345-0@lo:400:kworker.0 Request processed in 24356us (24663us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472102.358947:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000040:00080000:2.0:1772472103.029767:0:25460:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472103.029783:0:25460:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472103.033852:0:25460:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472103.033883:0:25460:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472103.084842:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472103.338614:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856913152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472103.338720:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472103.338933:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913152 00000100:00100000:2.0:1772472103.338945:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913152 00000100:00100000:2.0:1772472103.339022:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1772472103.339034:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856913152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472103.339079:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472103.339137:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856913152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472103.339145:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1772472103.339271:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856913152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472103.344599:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856913280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472103.344700:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472103.344779:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913280 00000100:00100000:2.0:1772472103.344790:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913280 00000100:00100000:2.0:1772472103.344850:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1772472103.344860:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856913280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472103.344890:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472103.344941:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856913280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472103.344949:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1772472103.345005:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856913280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472103.625549:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625607:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625650:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625679:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625698:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625721:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625737:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625756:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625790:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472103.625832:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105408 00000100:00100000:2.0:1772472103.625846:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105152 00000100:00100000:1.0:1772472103.625847:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105408 00000100:00100000:2.0:1772472103.625862:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105152 00000100:00100000:1.0:1772472103.625928:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105920 00000100:00100000:1.0:1772472103.625935:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105920 00000100:00100000:2.0:1772472103.625961:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105664 00000100:00100000:1.0:1772472103.625970:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105280 00000100:00100000:2.0:1772472103.625971:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105664 00000100:00100000:1.0:1772472103.625978:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105280 00000100:00100000:1.0:1772472103.626002:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105792 00000100:00100000:1.0:1772472103.626005:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105792 00000100:00100000:2.0:1772472103.626024:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105024 00000100:00100000:2.0:1772472103.626030:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105024 00000100:00100000:2.0:1772472103.626054:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835105536 00000100:00100000:2.0:1772472103.626056:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835105536 00000100:00100000:2.0:1772472103.626081:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1202 00000100:00100000:2.0:1772472103.626094:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835105152:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472103.626218:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835105152:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 127us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472103.626227:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1202 00000100:00100000:2.0:1772472103.626271:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1203 00000100:00100000:2.0:1772472103.626280:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835105664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472103.626364:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835105664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 85us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472103.626372:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1203 00000100:00100000:2.0:1772472103.626385:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1204 00000100:00100000:2.0:1772472103.626391:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835105024:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472103.626424:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835105024:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472103.626432:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1204 00000100:00100000:1.0:1772472103.626582:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 719 00000100:00100000:1.0:1772472103.626600:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835105408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472103.626679:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835105408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 84us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472103.626686:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 719 00000100:00100000:1.0:1772472103.626705:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 720 00000100:00100000:1.0:1772472103.626712:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835105920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472103.626735:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835105920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472103.626741:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 720 00000100:00100000:1.0:1772472103.626755:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 721 00000100:00100000:1.0:1772472103.626760:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835105280:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472103.626785:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835105280:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472103.626791:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 721 00000100:00100000:1.0:1772472103.626801:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 722 00000100:00100000:1.0:1772472103.626807:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835105792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472103.626830:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835105792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472103.626836:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 722 00000100:00100000:1.0:1772472103.626870:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1205 00000100:00100000:1.0:1772472103.626883:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835105536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:2.0:1772472103.626913:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472103.626920:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835105536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 41us (1161us total) trans 0 rc 0/0 00000100:00080000:2.0:1772472103.626921:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472103.626929:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472103.626935:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472103.626940:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1205 00000100:00100000:3.0:1772472103.627833:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835104896 00000100:00100000:3.0:1772472103.627845:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835104896 00000100:00100000:3.0:1772472103.627904:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 791 00000100:00100000:3.0:1772472103.627913:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835104896:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472103.627987:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835104896:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (2452us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472103.627994:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 791 00000040:00080000:0.0:1772472103.662196:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1772472104.111600:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472104.875486:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472104.875522:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856913408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472104.875622:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472104.875812:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913408 00000100:00100000:0.0:1772472104.875825:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913408 00000100:00100000:0.0:1772472104.875897:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1772472104.875908:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856913408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472104.875962:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1772472104.876031:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856913408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472104.876039:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1772472104.876121:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856913408:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472105.138879:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472105.291520:0:25511:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472105.291534:0:25511:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472105.292079:0:25511:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472105.292093:0:25511:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472105.900879:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856913536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472105.901005:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472105.907683:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913536 00000100:00100000:0.0:1772472105.907707:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913536 00000100:00100000:0.0:1772472105.910190:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1772472105.910244:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856913536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472105.910317:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472105.910452:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856913536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 224us (9437us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472105.910460:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1772472105.910586:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856913536:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472106.160762:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472107.178435:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472107.435153:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856913664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472107.435249:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472107.435367:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913664 00000100:00100000:2.0:1772472107.435376:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913664 00000100:00100000:2.0:1772472107.435436:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1772472107.435447:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856913664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472107.435482:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472107.435541:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856913664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472107.435549:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:2.0:1772472107.435572:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472107.435620:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856913664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472107.438699:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472107.438725:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856913792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472107.438807:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472107.438874:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913792 00000100:00100000:3.0:1772472107.438883:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913792 00000100:00100000:3.0:1772472107.438946:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1772472107.438955:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856913792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472107.438982:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472107.439027:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856913792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472107.439034:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:3.0:1772472107.439055:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472107.439094:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856913792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472107.447274:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856913920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.447366:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472107.447427:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472107.447435:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856914048:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.447461:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472107.447810:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856913920 00000100:00100000:3.0:1772472107.447820:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856913920 00000100:00100000:3.0:1772472107.447875:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1772472107.447885:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856913920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.447946:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856913920:12345-0@lo:400:kworker.0 Request processed in 62us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472107.447954:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1772472107.448002:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856913920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.451475:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914048 00000100:00100000:1.0:1772472107.451492:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914048 00000100:00100000:1.0:1772472107.451569:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1772472107.451579:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856914048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.451692:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856914048:12345-0@lo:400:kworker.0 Request processed in 115us (4229us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472107.451699:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1772472107.452437:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856914048:0@lo:400:kworker.0 00000100:00100000:2.0:1772472107.455296:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472107.456678:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856914176:0@lo:400:kworker.0 00000100:00100000:2.0:1772472107.456755:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472107.457026:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914176 00000100:00100000:0.0:1772472107.457035:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914176 00000100:00100000:0.0:1772472107.457092:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1772472107.457102:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856914176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472107.457167:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856914176:12345-0@lo:400:kworker.0 Request processed in 65us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472107.457175:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1772472107.457227:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856914176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463321:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472107.463348:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856914432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463416:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472107.463474:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856914560:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463504:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472107.463551:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914560 00000100:00100000:1.0:1772472107.463559:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914560 00000100:00100000:1.0:1772472107.463636:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1772472107.463648:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856914560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463701:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856914560:12345-0@lo:400:kworker.0 Request processed in 57us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472107.463709:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00080000:1.0:1772472107.463733:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472107.463779:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856914560:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463853:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856915072:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463878:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472107.463897:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472107.463902:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856914944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.463922:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472107.463943:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915072 00000100:00100000:1.0:1772472107.463947:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915072 00000100:00100000:1.0:1772472107.463979:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1772472107.463985:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856915072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.464020:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856915072:12345-0@lo:400:kworker.0 Request processed in 35us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472107.464026:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1772472107.464295:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914944 00000100:00100000:1.0:1772472107.464324:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914944 00000100:00100000:1.0:1772472107.464358:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1772472107.464366:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856914944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.464401:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856914944:12345-0@lo:400:kworker.0 Request processed in 36us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472107.464407:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:1.0:1772472107.464428:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472107.464431:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472107.464448:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856914944:0@lo:400:kworker.0 00000100:00100000:1.0:1772472107.464457:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856915072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464539:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856914304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464572:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472107.464602:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856914816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464633:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472107.464656:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472107.464662:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856914688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464684:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472107.464703:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856915200:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464722:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472107.464752:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914816 00000100:00100000:3.0:1772472107.464768:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914816 00000100:00100000:3.0:1772472107.464801:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1772472107.464807:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856914816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464841:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856914816:12345-0@lo:400:kworker.0 Request processed in 33us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472107.464847:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1772472107.464864:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914304 00000100:00100000:3.0:1772472107.464867:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914304 00000100:00100000:3.0:1772472107.464886:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914688 00000100:00100000:3.0:1772472107.464889:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914688 00000100:00100000:3.0:1772472107.464904:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915200 00000100:00100000:3.0:1772472107.464906:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915200 00000100:00100000:3.0:1772472107.464922:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1772472107.464927:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856914304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.464955:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856914304:12345-0@lo:400:kworker.0 Request processed in 27us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472107.464961:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1772472107.464972:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1772472107.464977:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856914688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.465000:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856914688:12345-0@lo:400:kworker.0 Request processed in 23us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472107.465006:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1772472107.465015:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1772472107.465021:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856915200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1772472107.465400:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472107.465405:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472107.465465:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856915200:12345-0@lo:400:kworker.0 Request processed in 442us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472107.465472:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1772472107.465509:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856914688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.465518:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856915200:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.465525:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856914304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472107.465534:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856914816:0@lo:400:kworker.0 00000100:00100000:0.0:1772472107.465913:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856914432 00000100:00100000:0.0:1772472107.465919:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856914432 00000100:00100000:0.0:1772472107.465962:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1772472107.465971:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856914432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472107.466035:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856914432:12345-0@lo:400:kworker.0 Request processed in 65us (2619us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472107.466051:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1772472107.466972:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856914432:0@lo:400:kworker.0 00000040:00080000:1.0:1772472107.635239:0:25562:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472107.635249:0:25562:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472107.635791:0:25562:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472107.635801:0:25562:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472108.206794:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472108.459126:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856915456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472108.459241:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472108.459408:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915456 00000100:00100000:2.0:1772472108.459418:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915456 00000100:00100000:2.0:1772472108.459482:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1772472108.459493:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856915456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472108.459540:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472108.459594:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856915456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472108.459601:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1772472108.459663:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856915456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472108.459927:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856915328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472108.459964:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472108.463450:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915328 00000100:00100000:2.0:1772472108.463467:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915328 00000100:00100000:2.0:1772472108.463557:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1772472108.463568:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856915328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472108.463599:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472108.463689:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856915328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (3725us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472108.463697:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1772472108.464572:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856915328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472108.743754:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743808:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743844:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743876:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743905:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743931:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743953:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743973:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472108.743999:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472108.744235:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106432 00000100:00100000:0.0:1772472108.744246:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106432 00000100:00100000:0.0:1772472108.744365:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106944 00000100:00100000:0.0:1772472108.744369:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106944 00000100:00100000:0.0:1772472108.744390:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106560 00000100:00100000:0.0:1772472108.744393:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106560 00000100:00100000:0.0:1772472108.744406:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107072 00000100:00100000:0.0:1772472108.744409:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107072 00000100:00100000:0.0:1772472108.744426:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00100000:0.0:1772472108.744435:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835106432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744524:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835106432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 89us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744532:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00100000:0.0:1772472108.744552:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 726 00000100:00100000:0.0:1772472108.744559:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835106944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744585:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835106944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744592:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 726 00000100:00100000:0.0:1772472108.744603:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00100000:0.0:1772472108.744610:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835106560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744647:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835106560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744654:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00100000:0.0:1772472108.744665:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 728 00000100:00100000:0.0:1772472108.744672:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835107072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744695:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835107072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744701:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 728 00000100:00100000:0.0:1772472108.744768:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106176 00000100:00100000:0.0:1772472108.744773:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106176 00000100:00100000:0.0:1772472108.744800:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106688 00000100:00100000:0.0:1772472108.744803:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106688 00000100:00100000:0.0:1772472108.744819:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106304 00000100:00100000:0.0:1772472108.744822:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106304 00000100:00100000:0.0:1772472108.744836:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106816 00000100:00100000:0.0:1772472108.744838:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106816 00000100:00100000:0.0:1772472108.744856:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1212 00000100:00100000:0.0:1772472108.744862:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835106176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744892:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835106176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744902:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1212 00000100:00100000:0.0:1772472108.744914:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1213 00000100:00100000:0.0:1772472108.744920:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835106688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744944:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835106688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744950:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1213 00000100:00100000:0.0:1772472108.744961:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1214 00000100:00100000:0.0:1772472108.744968:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835106304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.744991:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835106304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1059us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.744997:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1214 00000100:00100000:0.0:1772472108.745009:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1215 00000100:00100000:0.0:1772472108.745015:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835106816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472108.745055:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835106816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 39us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472108.745062:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1215 00000100:00080000:0.0:1772472108.745098:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472108.745102:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472108.745105:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472108.745108:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472108.745595:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835106048 00000100:00100000:1.0:1772472108.745604:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835106048 00000100:00100000:1.0:1772472108.745723:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00100000:1.0:1772472108.745731:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835106048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472108.745763:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835106048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472108.745769:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 793 00010000:00010000:0.0:1772472109.226681:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472109.836694:0:25613:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472109.836705:0:25613:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472109.838759:0:25613:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472109.838782:0:25613:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472110.001794:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856915584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472110.001886:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472110.002347:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915584 00000100:00100000:2.0:1772472110.002360:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915584 00000100:00100000:2.0:1772472110.002415:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1772472110.002426:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856915584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472110.002469:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472110.007327:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856915584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4865us (5404us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472110.007347:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1772472110.010187:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856915584:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472110.250524:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472111.018818:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472111.024605:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856915712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472111.024778:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472111.038870:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915712 00000100:00100000:0.0:1772472111.038889:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915712 00000100:00100000:0.0:1772472111.038971:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1772472111.038982:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856915712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472111.039024:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472111.039124:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856915712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (14346us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472111.039132:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1772472111.041848:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856915712:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472111.275416:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472111.819350:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472111.819403:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472111.819438:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107200 00000100:00100000:1.0:1772472111.819449:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107200 00000100:00100000:1.0:1772472111.819508:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107328 00000100:00100000:1.0:1772472111.819511:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107328 00000100:00100000:1.0:1772472111.819530:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 671 00000100:00100000:1.0:1772472111.819539:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2411:x1858570835107200:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472111.819576:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472111.819597:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d546f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407fa2 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819659:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819674:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819687:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819700:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819706:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819711:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819759:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819766:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819771:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819777:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7be00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472111.819781:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819787:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819801:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472111.819804:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472111.819809:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819814:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7be00/0xb50b868c089d5476 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819824:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819829:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819834:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819839:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b200 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472111.819842:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819847:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819853:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x70954b0b (ffff8f9b83a2f200) 00010000:00010000:1.0:1772472111.819855:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472111.819858:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819863:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b200/0xb50b868c089d547d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819893:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d546f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407fa2 expref: 55 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819903:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472111.819905:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472111.819909:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a400/0xb50b868c089d546f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407fa2 expref: 55 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.819917:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7a400, rc -2) 00000100:00100000:1.0:1772472111.819984:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+54:2411:x1858570835107200:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 446us (646us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472111.819991:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 671 00000100:00100000:1.0:1772472111.820010:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 672 00000100:00100000:1.0:1772472111.820018:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835107328:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1772472111.820032:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1772472111.820040:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5484 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407fa9 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820064:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820072:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820079:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820090:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820098:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820105:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820121:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820127:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820132:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820140:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7b400 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472111.820143:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820148:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820156:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472111.820158:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472111.820160:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820165:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7b400/0xb50b868c089d548b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820174:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820198:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820204:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820210:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9cb7a7a600 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:1.0:1772472111.820212:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820219:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820229:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x70954b0b (ffff8f9b83a2f800) 00010000:00010000:1.0:1772472111.820231:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1772472111.820234:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820239:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7a600/0xb50b868c089d5492 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820261:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5484 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407fa9 expref: 54 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820268:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:1.0:1772472111.820270:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1772472111.820273:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb7a7ba00/0xb50b868c089d5484 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407fa9 expref: 54 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1772472111.820280:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9cb7a7ba00, rc -2) 00000100:00100000:1.0:1772472111.820327:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835107328:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 310us (923us total) trans 0 rc -2/-2 00000100:00100000:1.0:1772472111.820339:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 672 00000100:00080000:1.0:1772472111.820362:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1772472111.943038:0:25665:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472111.943051:0:25665:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472111.943791:0:25665:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472111.943804:0:25665:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472112.298673:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472112.490565:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472112.490574:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472112.491118:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472112.491130:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472112.554536:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472112.554564:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856915840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472112.554635:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.554718:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915840 00000100:00100000:3.0:1772472112.554727:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915840 00000100:00100000:3.0:1772472112.554788:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1772472112.554799:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856915840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472112.554831:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472112.554878:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856915840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.554884:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1772472112.554908:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856916224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.554933:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.554985:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856915840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472112.555005:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856916736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555032:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555058:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856917248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555081:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555098:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1772472112.555103:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856916352:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555124:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555143:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856916864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555216:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555237:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856917376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555258:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555286:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916736 00000100:00100000:3.0:1772472112.555291:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916736 00000100:00100000:3.0:1772472112.555346:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917248 00000100:00100000:3.0:1772472112.555350:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917248 00000100:00100000:3.0:1772472112.555368:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916352 00000100:00100000:3.0:1772472112.555372:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916352 00000100:00100000:3.0:1772472112.555391:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1772472112.555398:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856916736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555437:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856916736:12345-0@lo:400:kworker.0 Request processed in 39us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.555443:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1772472112.555454:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1772472112.555459:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856917248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555484:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856917248:12345-0@lo:400:kworker.0 Request processed in 24us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.555489:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1772472112.555499:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1772472112.555505:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856916352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555530:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856916352:12345-0@lo:400:kworker.0 Request processed in 25us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.555536:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1772472112.555573:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856916352:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555583:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856916736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555590:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856917248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555632:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916864 00000100:00100000:3.0:1772472112.555636:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916864 00000100:00100000:3.0:1772472112.555659:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917376 00000100:00100000:3.0:1772472112.555662:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917376 00000100:00100000:3.0:1772472112.555679:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1772472112.555684:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856916864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555719:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856916864:12345-0@lo:400:kworker.0 Request processed in 34us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.555725:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1772472112.555736:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1772472112.555743:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856917376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555769:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856917376:12345-0@lo:400:kworker.0 Request processed in 27us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.555775:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1772472112.555801:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856916096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555828:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555847:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856916608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555867:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555888:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856917120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555908:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555926:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1772472112.555932:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856915968:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.555957:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.555980:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856916480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556001:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.556017:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856916992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556036:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472112.556061:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916096 00000100:00100000:3.0:1772472112.556065:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916096 00000100:00100000:3.0:1772472112.556088:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916608 00000100:00100000:3.0:1772472112.556091:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916608 00000100:00100000:3.0:1772472112.556108:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917120 00000100:00100000:3.0:1772472112.556111:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917120 00000100:00100000:3.0:1772472112.556131:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1772472112.556137:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856916096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556171:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856916096:12345-0@lo:400:kworker.0 Request processed in 34us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556192:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1772472112.556205:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1772472112.556211:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856916608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556239:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856916608:12345-0@lo:400:kworker.0 Request processed in 29us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556245:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1772472112.556256:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1772472112.556262:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856917120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556287:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856917120:12345-0@lo:400:kworker.0 Request processed in 25us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556293:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1772472112.556355:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856916096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556364:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856916608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556372:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856917120:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556397:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856916864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556405:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856917376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556436:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916992 00000100:00100000:3.0:1772472112.556439:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916992 00000100:00100000:3.0:1772472112.556464:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1772472112.556470:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856916992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556501:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856916992:12345-0@lo:400:kworker.0 Request processed in 31us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556507:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1772472112.556541:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856916992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556569:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916224 00000100:00100000:3.0:1772472112.556573:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916224 00000100:00100000:3.0:1772472112.556595:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856916480 00000100:00100000:3.0:1772472112.556597:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856916480 00000100:00100000:3.0:1772472112.556609:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1772472112.556614:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856916224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556654:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856916224:12345-0@lo:400:kworker.0 Request processed in 39us (1719us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556660:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1772472112.556673:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1772472112.556678:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856916480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556715:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856916480:12345-0@lo:400:kworker.0 Request processed in 36us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556720:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00080000:3.0:1772472112.556733:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472112.556738:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472112.556740:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472112.556742:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472112.556760:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856916480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556779:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856916224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556805:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856915968 00000100:00100000:3.0:1772472112.556809:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856915968 00000100:00100000:3.0:1772472112.556836:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1772472112.556842:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856915968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472112.556874:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856915968:12345-0@lo:400:kworker.0 Request processed in 32us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472112.556880:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1772472112.556910:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856915968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472112.566601:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472112.566630:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856917504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472112.566703:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472112.566895:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917504 00000100:00100000:1.0:1772472112.566903:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917504 00000100:00100000:1.0:1772472112.566964:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1772472112.566975:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856917504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472112.567001:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472112.567058:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856917504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472112.567065:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1772472112.567217:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856917504:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472113.323814:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472113.579298:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472113.579342:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856917632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472113.579417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472113.579503:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917632 00000100:00100000:1.0:1772472113.579512:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917632 00000100:00100000:1.0:1772472113.579566:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1772472113.579575:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856917632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472113.579613:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472113.579660:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856917632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472113.579668:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1772472113.579981:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856917760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472113.580013:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472113.580052:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917760 00000100:00100000:3.0:1772472113.580056:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917760 00000100:00100000:3.0:1772472113.580078:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1772472113.580084:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856917760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472113.580095:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472113.580136:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856917760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472113.580143:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1772472113.580197:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856917760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472113.580735:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856917632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472113.860827:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.860862:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.860898:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.860923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.860950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472113.860956:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107840 00000100:00100000:0.0:1772472113.860966:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107840 00000100:00100000:2.0:1772472113.860969:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472113.861029:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108352 00000100:00100000:0.0:1772472113.861033:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108352 00000100:00100000:0.0:1772472113.861057:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 732 00000100:00100000:0.0:1772472113.861067:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835107840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472113.861193:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835107840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 127us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472113.861201:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 732 00000100:00100000:0.0:1772472113.861218:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 733 00000100:00100000:0.0:1772472113.861225:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835108352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472113.861250:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835108352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472113.861257:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 733 00000100:00080000:0.0:1772472113.861275:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472113.870411:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.870446:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.870486:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472113.870531:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107584 00000100:00100000:2.0:1772472113.870541:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107584 00000100:00100000:2.0:1772472113.870606:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108096 00000100:00100000:2.0:1772472113.870610:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108096 00000100:00100000:2.0:1772472113.870633:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107712 00000100:00100000:2.0:1772472113.870637:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107712 00000100:00100000:2.0:1772472113.870937:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108224 00000100:00100000:2.0:1772472113.870941:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108224 00000100:00100000:2.0:1772472113.870963:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1222 00000100:00100000:2.0:1772472113.870972:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835107584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472113.871054:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1223 00000100:00100000:2.0:1772472113.871054:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835107584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 82us (10236us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472113.871061:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1222 00000100:00100000:2.0:1772472113.871080:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1224 00000100:00100000:2.0:1772472113.871086:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835107712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472113.871112:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835107712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (10142us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472113.871118:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1224 00000100:00100000:2.0:1772472113.871128:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1225 00000100:00100000:2.0:1772472113.871133:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835108224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472113.871151:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835108224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472113.871157:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1225 00000100:00100000:2.0:1772472113.871189:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107968 00000100:00100000:2.0:1772472113.871193:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107968 00000100:00100000:2.0:1772472113.871218:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108480 00000100:00100000:2.0:1772472113.871221:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108480 00000100:00100000:2.0:1772472113.871240:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 734 00000100:00100000:2.0:1772472113.871246:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835107968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472113.871271:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835107968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472113.871278:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 734 00000100:00100000:2.0:1772472113.871290:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 735 00000100:00100000:2.0:1772472113.871295:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835108480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472113.871348:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835108480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 52us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472113.871354:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 735 00000100:00100000:3.0:1772472113.871367:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835107456 00000100:00100000:3.0:1772472113.871371:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835107456 00000100:00100000:3.0:1772472113.871402:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 795 00000100:00100000:3.0:1772472113.871409:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835107456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472113.871436:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835107456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (10485us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472113.871442:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 795 00000100:00080000:0.0:1772472113.871720:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472113.871726:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472113.871729:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472113.871741:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835108096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472113.871771:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835108096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 709us (10872us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472113.871778:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1223 00000040:00080000:1.0:1772472113.899038:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1772472114.348545:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472114.356823:0:25716:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472114.356837:0:25716:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472114.357407:0:25716:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472114.357421:0:25716:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472115.116264:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856917888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472115.116372:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472115.120667:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856917888 00000100:00100000:1.0:1772472115.120687:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856917888 00000100:00100000:1.0:1772472115.120854:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1772472115.120866:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856917888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472115.120908:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472115.120996:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856917888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (4625us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472115.121004:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1772472115.121093:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86555f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856917888:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472115.371226:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472116.149609:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856918016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472116.149682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472116.149752:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918016 00000100:00100000:2.0:1772472116.149760:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918016 00000100:00100000:2.0:1772472116.149805:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1772472116.149813:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856918016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472116.149845:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472116.149888:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86555f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856918016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472116.149896:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1772472116.149945:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856918016:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472116.394771:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472116.664022:0:25767:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472116.664037:0:25767:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472116.671317:0:25767:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472116.671336:0:25767:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472117.418910:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472117.674983:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856918144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472117.675055:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472117.675328:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918144 00000100:00100000:3.0:1772472117.675338:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918144 00000100:00100000:3.0:1772472117.675403:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1772472117.675414:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856918144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472117.675456:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472117.675508:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856918144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472117.675516:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1772472117.675565:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856918144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472117.675764:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472117.675776:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856918272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472117.675820:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472117.675855:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918272 00000100:00100000:0.0:1772472117.675859:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918272 00000100:00100000:0.0:1772472117.675888:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1772472117.675896:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856918272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472117.675907:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472117.675936:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856918272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472117.675943:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1772472117.675974:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856918272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472117.676255:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856918528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676288:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472117.676352:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856919040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676376:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472117.676398:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856919552:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676418:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472117.676449:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1772472117.676456:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856918656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676480:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472117.676496:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856919168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676514:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472117.676530:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856919680:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472117.676576:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918528 00000100:00100000:2.0:1772472117.676580:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918528 00000100:00100000:2.0:1772472117.676609:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919040 00000100:00100000:2.0:1772472117.676613:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919040 00000100:00100000:2.0:1772472117.676627:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919552 00000100:00100000:2.0:1772472117.676629:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919552 00000100:00100000:2.0:1772472117.676640:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919168 00000100:00100000:2.0:1772472117.676642:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919168 00000100:00100000:2.0:1772472117.676653:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919680 00000100:00100000:2.0:1772472117.676656:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919680 00000100:00100000:2.0:1772472117.676669:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1772472117.676675:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856918528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676714:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856918528:12345-0@lo:400:kworker.0 Request processed in 38us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472117.676720:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1772472117.676735:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:2.0:1772472117.676742:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856919040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676767:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856919040:12345-0@lo:400:kworker.0 Request processed in 26us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472117.676776:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:2.0:1772472117.676786:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1772472117.676792:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856919552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676833:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856919552:12345-0@lo:400:kworker.0 Request processed in 41us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472117.676839:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1772472117.676850:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1772472117.676856:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856919168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676882:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856919168:12345-0@lo:400:kworker.0 Request processed in 27us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472117.676888:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1772472117.676898:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1772472117.676904:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856919680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.676929:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856919680:12345-0@lo:400:kworker.0 Request processed in 26us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472117.676935:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1772472117.676992:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856919168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.677002:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856919680:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.677011:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856918528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.677019:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856919040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472117.677028:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856919552:0@lo:400:kworker.0 00000100:00080000:1.0:1772472117.677402:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472117.677407:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472117.677410:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472117.677422:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918656 00000100:00100000:1.0:1772472117.677437:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918656 00000100:00100000:1.0:1772472117.677478:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1772472117.677486:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856918656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472117.677535:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856918656:12345-0@lo:400:kworker.0 Request processed in 50us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472117.677542:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1772472117.677571:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856918656:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.677724:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856918400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.677763:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472117.677812:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856918912:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.677836:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472117.677856:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856919424:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.677877:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472117.677896:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1772472117.677903:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856918784:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.677925:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472117.677944:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856919296:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.677963:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472117.677988:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918912 00000100:00100000:0.0:1772472117.677992:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918912 00000100:00100000:0.0:1772472117.678018:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1772472117.678025:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856918912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.678064:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856918912:12345-0@lo:400:kworker.0 Request processed in 40us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472117.678070:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1772472117.678089:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919424 00000100:00100000:0.0:1772472117.678093:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919424 00000100:00100000:0.0:1772472117.678118:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919296 00000100:00100000:0.0:1772472117.678121:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919296 00000100:00100000:0.0:1772472117.678569:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1772472117.678577:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856919424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.678614:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856919424:12345-0@lo:400:kworker.0 Request processed in 38us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472117.678620:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1772472117.678632:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1772472117.678638:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856919296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.678665:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856919296:12345-0@lo:400:kworker.0 Request processed in 27us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472117.678669:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1772472117.678688:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918784 00000100:00100000:0.0:1772472117.678691:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918784 00000100:00100000:0.0:1772472117.678716:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1772472117.678722:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856918784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.678751:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856918784:12345-0@lo:400:kworker.0 Request processed in 29us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472117.678757:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1772472117.678792:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856918784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472117.678990:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856918400 00000100:00100000:1.0:1772472117.678995:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856918400 00000100:00100000:1.0:1772472117.679032:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1772472117.679039:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856918400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472117.679077:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856918400:12345-0@lo:400:kworker.0 Request processed in 38us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472117.679082:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:1.0:1772472117.679108:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472117.680412:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856919296:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.680423:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856918400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.681604:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856918912:0@lo:400:kworker.0 00000100:00100000:0.0:1772472117.681624:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856919424:0@lo:400:kworker.0 00010000:00010000:3.0:1772472118.448472:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472118.699682:0:25819:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472118.699693:0:25819:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472118.700250:0:25819:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472118.700260:0:25819:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472118.701754:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856919808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472118.701826:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472118.706291:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919808 00000100:00100000:0.0:1772472118.706329:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919808 00000100:00100000:0.0:1772472118.706417:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1772472118.706429:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856919808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472118.706475:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472118.712755:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856919936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472118.712839:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472118.712927:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856919936 00000100:00100000:1.0:1772472118.712935:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856919936 00000100:00100000:1.0:1772472118.712982:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1772472118.712990:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856919936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472118.713015:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472118.713053:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856919936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472118.713060:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1772472118.713109:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856919936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472118.713245:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856919808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6817us (11416us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472118.713268:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1772472118.723448:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856919808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472118.979887:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.979942:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.979975:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980007:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980039:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980060:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980079:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980101:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980137:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472118.980168:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108992 00000100:00100000:2.0:1772472118.980178:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108992 00000100:00100000:1.0:1772472118.980200:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108736 00000100:00100000:1.0:1772472118.980204:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108736 00000100:00100000:2.0:1772472118.980234:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109504 00000100:00100000:1.0:1772472118.980234:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109248 00000100:00100000:2.0:1772472118.980237:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109504 00000100:00100000:1.0:1772472118.980237:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109248 00000100:00100000:2.0:1772472118.980253:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109120 00000100:00100000:1.0:1772472118.980253:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108864 00000100:00100000:2.0:1772472118.980256:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109120 00000100:00100000:1.0:1772472118.980256:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108864 00000100:00100000:2.0:1772472118.980268:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109632 00000100:00100000:1.0:1772472118.980268:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109376 00000100:00100000:2.0:1772472118.980270:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109632 00000100:00100000:1.0:1772472118.980270:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109376 00000100:00100000:2.0:1772472118.980287:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 738 00000100:00100000:1.0:1772472118.980287:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1232 00000100:00100000:2.0:1772472118.980296:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835108992:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472118.980296:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835108736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472118.980401:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835108992:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 106us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472118.980410:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 738 00000100:00100000:2.0:1772472118.980428:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 739 00000100:00100000:2.0:1772472118.980436:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835109504:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472118.980440:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 740 00000100:00100000:3.0:1772472118.980448:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835109120:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472118.980511:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1233 00000100:00100000:0.0:1772472118.980523:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835109248:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472118.983804:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835108736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 3493us (3911us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472118.983820:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1232 00000100:00100000:1.0:1772472118.983861:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1234 00000100:00100000:1.0:1772472118.983875:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835108864:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472118.983930:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835108864:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 62us (3869us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472118.983936:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1234 00000100:00100000:1.0:1772472118.983948:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1235 00000100:00100000:1.0:1772472118.983955:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835109376:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472118.983977:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835109376:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (3876us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472118.983982:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1235 00000100:00100000:2.0:1772472118.985020:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835109504:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 4578us (5005us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472118.985033:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 739 00000100:00100000:2.0:1772472118.985060:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 741 00000100:00100000:2.0:1772472118.985071:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835109632:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472118.985106:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835109632:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (4968us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472118.985111:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 741 00000100:00100000:2.0:1772472118.985149:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835108608 00000100:00100000:2.0:1772472118.985156:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835108608 00000100:00100000:2.0:1772472118.985211:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 797 00000100:00100000:2.0:1772472118.985218:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835108608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472118.985242:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835108608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (5202us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472118.985248:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 797 00000100:00080000:1.0:1772472118.985350:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472118.985356:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472118.985359:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472118.985361:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472118.985532:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835109120:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 5083us (5449us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472118.985540:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 740 00000100:00100000:1.0:1772472118.987445:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835109248:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 6912us (7454us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472118.987461:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1233 00010000:00010000:1.0:1772472119.468621:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472120.238209:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856920064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472120.238329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472120.238832:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920064 00000100:00100000:2.0:1772472120.238843:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920064 00000100:00100000:2.0:1772472120.238895:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1772472120.238904:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856920064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472120.238940:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472120.238990:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856920064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472120.238997:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1772472120.239160:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856920064:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472120.491147:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472120.797924:0:25870:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472120.797935:0:25870:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472120.798895:0:25870:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472120.798907:0:25870:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472121.258795:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472121.258820:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856920192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472121.258903:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472121.259162:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920192 00000100:00100000:2.0:1772472121.259171:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920192 00000100:00100000:2.0:1772472121.259231:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1772472121.259242:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856920192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472121.259281:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472121.259361:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856920192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472121.259370:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1772472121.259479:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856920192:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472121.515582:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472121.541188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472121.541371:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109760 00000100:00100000:0.0:1772472121.541382:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109760 00000100:00100000:0.0:1772472121.541478:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 681 00000100:00100000:0.0:1772472121.541493:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835109760:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:0.0:1772472121.541536:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1772472121.541561:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d5499 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbd3382f01d407fb0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541629:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541645:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541658:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541676:0:6531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541684:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541691:0:6531:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541744:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541751:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541759:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541766:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d68a00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472121.541770:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541780:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541796:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472121.541800:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472121.541806:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541814:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d68a00/0xb50b868c089d54a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541828:0:6531:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541834:0:6531:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541841:0:6531:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541848:0:6531:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f9b86d69c00 already unused, calling callback (ffffffffc17e54f0) 00010000:00010000:0.0:1772472121.541852:0:6531:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541858:0:6531:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541866:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff8f9c95450600) 00010000:00010000:0.0:1772472121.541868:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1772472121.541872:0:6531:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541877:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69c00/0xb50b868c089d54a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6531 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541906:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d5499 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407fb0 expref: 113 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541919:0:6531:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8f9b83da6c00) 00010000:00010000:0.0:1772472121.541922:0:6531:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1772472121.541926:0:6531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86d69200/0xb50b868c089d5499 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d407fb0 expref: 113 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1772472121.541938:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f9b86d69200, rc -2) 00000100:00080000:1.0:1772472121.542107:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472121.543272:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835109760:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 1776us (2087us total) trans 0 rc -2/-2 00000100:00100000:0.0:1772472121.543287:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 681 00010000:00010000:0.0:1772472122.542114:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472122.730877:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472122.730886:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472122.731808:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472122.731823:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472122.796877:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856920320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472122.796956:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472122.797049:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920320 00000100:00100000:3.0:1772472122.797057:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920320 00000100:00100000:3.0:1772472122.797119:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1772472122.797129:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856920320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472122.797156:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472122.797200:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856920320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472122.797208:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:3.0:1772472122.797230:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472122.797266:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856920320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472122.798756:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856920576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.798815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.798841:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856921088:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.798858:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.798879:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856921600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.798894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.798914:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1772472122.798918:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856920704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.798939:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.798955:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856921216:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.798972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.798987:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856921728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799033:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920576 00000100:00100000:2.0:1772472122.799039:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920576 00000100:00100000:2.0:1772472122.799076:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921088 00000100:00100000:2.0:1772472122.799080:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921088 00000100:00100000:2.0:1772472122.799114:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921600 00000100:00100000:2.0:1772472122.799117:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921600 00000100:00100000:2.0:1772472122.799129:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921216 00000100:00100000:2.0:1772472122.799132:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921216 00000100:00100000:2.0:1772472122.799144:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921728 00000100:00100000:2.0:1772472122.799146:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921728 00000100:00100000:2.0:1772472122.799159:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1772472122.799165:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856920576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799211:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856920576:12345-0@lo:400:kworker.0 Request processed in 45us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799219:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1772472122.799237:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1772472122.799244:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856921088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799271:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856921088:12345-0@lo:400:kworker.0 Request processed in 28us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799277:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1772472122.799288:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1772472122.799294:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856921600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799350:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856921600:12345-0@lo:400:kworker.0 Request processed in 55us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799368:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1772472122.799381:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1772472122.799387:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856921216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799411:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856921216:12345-0@lo:400:kworker.0 Request processed in 25us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799417:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1772472122.799427:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1772472122.799433:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856921728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799456:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856921728:12345-0@lo:400:kworker.0 Request processed in 23us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799462:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1772472122.799488:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920704 00000100:00100000:2.0:1772472122.799492:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920704 00000100:00100000:2.0:1772472122.799517:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1772472122.799523:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856920704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799552:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856920704:12345-0@lo:400:kworker.0 Request processed in 29us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799558:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00080000:2.0:1772472122.799581:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472122.799584:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472122.799596:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856920832:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799618:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799632:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856921344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799650:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799661:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856921856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799675:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799690:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772472122.799695:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856920448:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799715:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799731:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856920960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799746:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799759:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85438e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856921472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799774:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472122.799796:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921344 00000100:00100000:2.0:1772472122.799799:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921344 00000100:00100000:2.0:1772472122.799823:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921856 00000100:00100000:2.0:1772472122.799825:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921856 00000100:00100000:2.0:1772472122.799839:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921472 00000100:00100000:2.0:1772472122.799841:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921472 00000100:00100000:2.0:1772472122.799854:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1772472122.799859:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856921344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799886:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856921344:12345-0@lo:400:kworker.0 Request processed in 27us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799892:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1772472122.799901:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1772472122.799906:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856921856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799925:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856921856:12345-0@lo:400:kworker.0 Request processed in 19us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799930:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1772472122.799938:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1772472122.799943:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856921472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.799964:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856921472:12345-0@lo:400:kworker.0 Request processed in 21us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.799970:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1772472122.799988:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920960 00000100:00100000:2.0:1772472122.799991:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920960 00000100:00100000:2.0:1772472122.800008:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1772472122.800013:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856920960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800036:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856920960:12345-0@lo:400:kworker.0 Request processed in 22us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.800041:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:2.0:1772472122.800059:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472122.800062:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472122.800101:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856920960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800111:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85438e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856921472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800119:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856921344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800126:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856921856:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800157:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856920704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800166:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856921216:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800175:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856921728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800183:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856920576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800190:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856921088:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800198:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856921600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800217:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920832 00000100:00100000:2.0:1772472122.800219:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920832 00000100:00100000:2.0:1772472122.800237:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1772472122.800242:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856920832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472122.800272:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856920832:12345-0@lo:400:kworker.0 Request processed in 29us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472122.800278:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1772472122.800328:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856920832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472122.801368:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856921984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472122.801420:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472122.801469:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856920448 00000100:00100000:3.0:1772472122.801474:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856920448 00000100:00100000:3.0:1772472122.801514:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1772472122.801521:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856920448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472122.801561:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856920448:12345-0@lo:400:kworker.0 Request processed in 40us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472122.801579:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1772472122.801617:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856921984 00000100:00100000:3.0:1772472122.801621:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856921984 00000100:00100000:3.0:1772472122.801642:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1772472122.801648:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856921984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472122.801662:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472122.801694:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856921984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472122.801701:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1772472122.801739:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856921984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472122.802562:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856920448:0@lo:400:kworker.0 00000040:00080000:2.0:1772472122.853262:0:25921:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472122.853274:0:25921:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472122.854213:0:25921:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472122.854227:0:25921:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472123.115664:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1772472123.562513:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472123.819047:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472123.819074:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856922112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472123.819163:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472123.819457:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922112 00000100:00100000:1.0:1772472123.819465:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922112 00000100:00100000:1.0:1772472123.819514:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1772472123.819522:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856922112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472123.819552:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472123.819609:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856922112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472123.819616:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1772472123.819661:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856922112:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472123.820284:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472123.820297:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856922240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472123.820354:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472123.820471:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922240 00000100:00100000:3.0:1772472123.820477:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922240 00000100:00100000:3.0:1772472123.820521:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1772472123.820530:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856922240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472123.820545:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472123.827864:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856922240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7325us (7499us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472123.827882:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1772472123.828321:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856922240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472124.102466:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102517:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102543:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102564:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102596:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102616:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102636:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102655:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102678:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472124.102710:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110272 00000100:00100000:2.0:1772472124.102721:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110272 00000100:00100000:2.0:1772472124.102784:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110784 00000100:00100000:2.0:1772472124.102788:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110784 00000100:00100000:2.0:1772472124.102809:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110400 00000100:00100000:2.0:1772472124.102812:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110400 00000100:00100000:2.0:1772472124.102826:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110912 00000100:00100000:2.0:1772472124.102829:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110912 00000100:00100000:2.0:1772472124.102847:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:2.0:1772472124.102859:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835110272:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.102933:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835110272:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.102958:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 745 00000100:00100000:2.0:1772472124.102980:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 746 00000100:00100000:2.0:1772472124.102987:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835110784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103012:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835110784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103018:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 746 00000100:00100000:2.0:1772472124.103029:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 747 00000100:00100000:2.0:1772472124.103035:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835110400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103057:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835110400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103063:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 747 00000100:00100000:2.0:1772472124.103084:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 748 00000100:00100000:2.0:1772472124.103092:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835110912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103114:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835110912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103120:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 748 00000100:00100000:2.0:1772472124.103139:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110016 00000100:00100000:2.0:1772472124.103142:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110016 00000100:00100000:2.0:1772472124.103170:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110528 00000100:00100000:2.0:1772472124.103173:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110528 00000100:00100000:2.0:1772472124.103190:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110144 00000100:00100000:2.0:1772472124.103193:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110144 00000100:00100000:2.0:1772472124.103202:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835110656 00000100:00100000:2.0:1772472124.103205:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835110656 00000100:00100000:2.0:1772472124.103217:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1242 00000100:00100000:2.0:1772472124.103223:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835110016:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103264:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835110016:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103271:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1242 00000100:00100000:2.0:1772472124.103283:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00100000:2.0:1772472124.103289:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835110528:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103358:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85438e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835110528:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 68us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103364:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00100000:2.0:1772472124.103376:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1244 00000100:00100000:2.0:1772472124.103382:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835110144:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103406:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835110144:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103411:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1244 00000100:00100000:2.0:1772472124.103422:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1245 00000100:00100000:2.0:1772472124.103428:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835110656:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103451:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835110656:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103456:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1245 00000100:00100000:2.0:1772472124.103479:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835109888 00000100:00100000:2.0:1772472124.103482:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835109888 00000100:00100000:2.0:1772472124.103506:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 799 00000100:00100000:2.0:1772472124.103512:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835109888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472124.103531:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835109888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472124.103537:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 799 00000100:00080000:2.0:1772472124.103577:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472124.103583:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472124.103585:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472124.103587:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472124.588863:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472124.883662:0:25973:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472124.883672:0:25973:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472124.884724:0:25973:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472124.884742:0:25973:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472125.356059:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472125.356658:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856922368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472125.356737:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472125.356945:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922368 00000100:00100000:0.0:1772472125.356955:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922368 00000100:00100000:0.0:1772472125.357350:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1772472125.357361:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856922368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472125.357765:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1772472125.357890:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856922368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 530us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472125.357898:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1772472125.358014:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856922368:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472125.611546:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472126.379337:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856922496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472126.379447:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472126.381005:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922496 00000100:00100000:0.0:1772472126.381020:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922496 00000100:00100000:0.0:1772472126.381172:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1772472126.381184:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856922496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472126.381223:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472126.381396:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856922496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 215us (1949us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472126.381404:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1772472126.402998:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856922496:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472126.635945:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472127.044912:0:26024:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472127.044923:0:26024:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472127.045960:0:26024:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472127.045973:0:26024:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472127.658705:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472127.914837:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856922752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.914909:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.914983:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856923264:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.915006:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.915037:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856923776:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.915066:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.915089:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1772472127.915095:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856922624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.915127:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.915145:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856923136:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.915169:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.915184:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856923648:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.915206:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.915221:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856924160:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.915240:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472127.915419:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922752 00000100:00100000:0.0:1772472127.915430:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922752 00000100:00100000:0.0:1772472127.915490:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923264 00000100:00100000:0.0:1772472127.915494:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923264 00000100:00100000:0.0:1772472127.915521:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923776 00000100:00100000:0.0:1772472127.915524:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923776 00000100:00100000:0.0:1772472127.915563:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1772472127.915583:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856922752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915651:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7824e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856922752:12345-0@lo:400:kworker.0 Request processed in 78us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.915662:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1772472127.915713:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1772472127.915720:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856923264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915752:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856923264:12345-0@lo:400:kworker.0 Request processed in 29us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.915758:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1772472127.915771:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1772472127.915776:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856923776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915802:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856923776:12345-0@lo:400:kworker.0 Request processed in 26us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.915807:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1772472127.915825:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923136 00000100:00100000:0.0:1772472127.915829:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923136 00000100:00100000:0.0:1772472127.915855:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1772472127.915862:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856923136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915893:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856923136:12345-0@lo:400:kworker.0 Request processed in 33us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.915898:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1772472127.915939:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856923136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915951:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856922752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915960:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856923264:0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.915967:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856923776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472127.916354:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923648 00000100:00100000:2.0:1772472127.916369:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923648 00000100:00100000:2.0:1772472127.916402:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924160 00000100:00100000:2.0:1772472127.916405:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924160 00000100:00100000:2.0:1772472127.916428:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1772472127.916439:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856923648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472127.916484:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856923648:12345-0@lo:400:kworker.0 Request processed in 47us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472127.916491:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1772472127.916506:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1772472127.916512:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856924160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472127.916536:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856924160:12345-0@lo:400:kworker.0 Request processed in 25us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472127.916541:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00080000:2.0:1772472127.916573:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472127.916577:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472127.916580:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472127.916607:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856923648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472127.916617:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856924160:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.916840:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856922880:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.916876:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472127.916902:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856923392:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.916925:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472127.916940:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856923904:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.916958:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472127.916977:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1772472127.916985:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856923008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.917005:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472127.917099:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856923520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.917124:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472127.917140:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856924032:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.917161:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472127.917191:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922624 00000100:00100000:3.0:1772472127.917196:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922624 00000100:00100000:3.0:1772472127.917225:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1772472127.917232:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856922624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.917266:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856922624:12345-0@lo:400:kworker.0 Request processed in 36us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472127.917271:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1772472127.917352:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856922880 00000100:00100000:3.0:1772472127.917356:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856922880 00000100:00100000:1.0:1772472127.917470:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923392 00000100:00100000:1.0:1772472127.917475:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923392 00000100:00100000:1.0:1772472127.917505:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923904 00000100:00100000:1.0:1772472127.917508:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923904 00000100:00100000:1.0:1772472127.917525:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923008 00000100:00100000:1.0:1772472127.917527:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923008 00000100:00100000:1.0:1772472127.917539:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1772472127.917545:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856923392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.917595:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856923392:12345-0@lo:400:kworker.0 Request processed in 49us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472127.917601:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1772472127.917613:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1772472127.917619:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856923904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.917643:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856923904:12345-0@lo:400:kworker.0 Request processed in 25us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472127.917651:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1772472127.917660:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1772472127.917664:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856923008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.917687:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856923008:12345-0@lo:400:kworker.0 Request processed in 22us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472127.917692:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1772472127.917733:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856923008:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.917743:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856923392:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.917751:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856923904:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.917864:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1772472127.917871:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856922880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.917905:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856922880:12345-0@lo:400:kworker.0 Request processed in 35us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472127.917910:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1772472127.917945:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856922880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.918025:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856923520 00000100:00100000:0.0:1772472127.918029:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856923520 00000100:00100000:0.0:1772472127.918071:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924032 00000100:00100000:0.0:1772472127.918075:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924032 00000100:00100000:0.0:1772472127.918095:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1772472127.918101:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856923520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.918134:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856923520:12345-0@lo:400:kworker.0 Request processed in 34us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.918140:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1772472127.918152:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1772472127.918158:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856924032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472127.918182:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856924032:12345-0@lo:400:kworker.0 Request processed in 25us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.918188:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1772472127.918342:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856923520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.918353:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856924032:0@lo:400:kworker.0 00000100:00100000:3.0:1772472127.918529:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856924416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472127.918569:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472127.918631:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924416 00000100:00100000:0.0:1772472127.918635:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924416 00000100:00100000:0.0:1772472127.918663:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1772472127.918668:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856924416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472127.918691:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00080000:1.0:1772472127.918794:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472127.918798:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472127.918801:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472127.918811:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472127.918822:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856924288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472127.918848:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472127.918911:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856922624:0@lo:400:kworker.0 00000100:00100000:1.0:1772472127.918938:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924288 00000100:00100000:1.0:1772472127.918941:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924288 00000100:00100000:1.0:1772472127.918964:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1772472127.918970:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856924288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472127.918979:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472127.919007:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856924288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472127.919013:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1772472127.919066:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856924288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472127.931545:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856924416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 12865us (12964us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472127.931562:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1772472127.936825:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856924416:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1772472128.685073:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472128.940316:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472128.940422:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856924544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472128.940506:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472128.944906:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924544 00000100:00100000:1.0:1772472128.944923:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924544 00000100:00100000:1.0:1772472128.946319:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1772472128.946350:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856924544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472128.946394:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472128.946490:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856924544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (5983us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472128.946498:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1772472128.946571:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856924544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472128.946869:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472128.946887:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856924672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472128.946930:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472128.946973:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924672 00000100:00100000:0.0:1772472128.946979:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924672 00000100:00100000:0.0:1772472128.947025:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1772472128.947043:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856924672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472128.947057:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472128.947088:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856924672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472128.947094:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1772472128.947126:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856924672:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1772472128.983740:0:26075:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472128.983752:0:26075:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472128.990406:0:26075:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472128.990427:0:26075:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472129.222827:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472129.222868:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111040 00000100:00100000:3.0:1772472129.222878:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111040 00000100:00100000:3.0:1772472129.223643:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:3.0:1772472129.223660:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835111040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472129.223771:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835111040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 116us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472129.223780:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:2.0:1772472129.231511:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.231787:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.231814:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.231837:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.231857:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.231880:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.231900:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472129.234650:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111168 00000100:00100000:3.0:1772472129.234668:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111168 00000100:00100000:2.0:1772472129.234674:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472129.234709:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111424 00000100:00100000:2.0:1772472129.234714:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111424 00000100:00100000:3.0:1772472129.234745:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111680 00000100:00100000:3.0:1772472129.234751:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111680 00000100:00100000:2.0:1772472129.234753:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111936 00000100:00100000:2.0:1772472129.234758:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111936 00000100:00100000:3.0:1772472129.234781:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111296 00000100:00100000:3.0:1772472129.234786:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111296 00000100:00100000:2.0:1772472129.234790:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111552 00000100:00100000:2.0:1772472129.234796:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111552 00000100:00100000:3.0:1772472129.234806:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835111808 00000100:00100000:3.0:1772472129.234811:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835111808 00000100:00100000:2.0:1772472129.234817:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112064 00000100:00100000:2.0:1772472129.234822:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112064 00000100:00100000:3.0:1772472129.234840:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1252 00000100:00100000:2.0:1772472129.234848:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 753 00000100:00100000:3.0:1772472129.234854:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835111168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472129.234861:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835111424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472129.234949:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835111168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 100us (3446us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472129.234957:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1252 00000100:00100000:3.0:1772472129.234976:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1253 00000100:00100000:3.0:1772472129.234983:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835111680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472129.235968:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1254 00000100:00100000:1.0:1772472129.235981:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835111296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472129.236549:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835111424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1690us (4758us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472129.236653:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835111680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1668us (4836us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472129.236663:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1253 00000100:00100000:3.0:1772472129.236692:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1255 00000100:00100000:3.0:1772472129.236702:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835111808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472129.236709:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 753 00000100:00100000:2.0:1772472129.236733:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 754 00000100:00100000:3.0:1772472129.236746:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835111808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 43us (4842us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472129.236746:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835111936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472129.236761:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1255 00000100:00100000:2.0:1772472129.236789:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835111936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 46us (4949us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472129.236794:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:2.0:1772472129.236804:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 754 00000100:00100000:3.0:1772472129.236810:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835111552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472129.236825:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 756 00000100:00100000:2.0:1772472129.236835:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835112064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472129.236844:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835111552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 39us (4962us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472129.236852:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 755 00000100:00100000:2.0:1772472129.236870:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835112064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472129.236877:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 756 00000100:00080000:3.0:1772472129.236880:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472129.236888:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472129.236891:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472129.236894:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472129.236960:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835111296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 982us (5100us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472129.236968:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1254 00010000:00010000:2.0:1772472129.710852:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472130.481625:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856924800:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472130.481698:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472130.481845:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924800 00000100:00100000:2.0:1772472130.481854:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924800 00000100:00100000:2.0:1772472130.481913:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1772472130.481922:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856924800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472130.481958:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472130.482061:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856924800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472130.482069:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1772472130.483682:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856924800:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472130.732780:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472131.015169:0:26126:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472131.015179:0:26126:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472131.015743:0:26126:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472131.015755:0:26126:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472131.499663:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856924928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472131.499762:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472131.500283:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856924928 00000100:00100000:1.0:1772472131.500296:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856924928 00000100:00100000:1.0:1772472131.500392:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1772472131.500402:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856924928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472131.500443:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472131.500503:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856924928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472131.500511:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1772472131.500558:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856924928:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472131.755048:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472132.785595:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472132.970566:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472132.970578:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472132.971166:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472132.971181:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472133.035545:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472133.035570:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856925056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472133.035678:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.035844:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925056 00000100:00100000:2.0:1772472133.035852:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925056 00000100:00100000:2.0:1772472133.035905:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1772472133.035915:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856925056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472133.035946:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472133.035996:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856925056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472133.036016:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1772472133.036044:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472133.036054:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856925184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472133.036098:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1772472133.036127:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472133.036139:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925184 00000100:00100000:2.0:1772472133.036143:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925184 00000100:00100000:2.0:1772472133.036667:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1772472133.036675:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856925184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472133.036688:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472133.036726:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856925184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472133.036732:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:2.0:1772472133.036751:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472133.036783:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856925184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472133.036817:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856925056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472133.038626:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856925440:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.038689:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.038758:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856925568:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.038784:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.038814:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925568 00000100:00100000:2.0:1772472133.038820:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925568 00000100:00100000:2.0:1772472133.038862:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1772472133.038870:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856925568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.038914:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856925568:12345-0@lo:400:kworker.0 Request processed in 45us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472133.038921:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1772472133.038957:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856925568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040336:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925440 00000100:00100000:3.0:1772472133.040347:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925440 00000100:00100000:3.0:1772472133.040395:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1772472133.040404:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856925440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040465:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856925440:12345-0@lo:400:kworker.0 Request processed in 62us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.040472:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1772472133.040604:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856925312:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040641:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472133.040675:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856925824:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040697:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472133.040719:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472133.040726:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856925696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472133.040775:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925312 00000100:00100000:3.0:1772472133.040779:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925312 00000100:00100000:3.0:1772472133.040806:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1772472133.040812:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856925312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040845:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856925312:12345-0@lo:400:kworker.0 Request processed in 33us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.040850:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1772472133.040877:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925824 00000100:00100000:3.0:1772472133.040880:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925824 00000100:00100000:3.0:1772472133.040903:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1772472133.040910:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856925824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.040940:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856925824:12345-0@lo:400:kworker.0 Request processed in 30us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.040946:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1772472133.040961:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925696 00000100:00100000:3.0:1772472133.040964:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925696 00000100:00100000:3.0:1772472133.040985:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1772472133.040992:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856925696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.041032:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856925696:12345-0@lo:400:kworker.0 Request processed in 40us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.041038:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1772472133.041076:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856925696:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.041085:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856925312:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.041092:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856925824:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.042687:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856925952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.042759:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.042818:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856925440:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.042904:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472133.042910:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856926080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.042930:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.042958:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856925952 00000100:00100000:2.0:1772472133.042963:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856925952 00000100:00100000:2.0:1772472133.043016:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926080 00000100:00100000:2.0:1772472133.043027:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926080 00000100:00100000:2.0:1772472133.043046:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1772472133.043053:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856925952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.043090:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856925952:12345-0@lo:400:kworker.0 Request processed in 37us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472133.043097:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1772472133.043113:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1772472133.043119:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856926080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.043140:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856926080:12345-0@lo:400:kworker.0 Request processed in 22us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472133.043145:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00080000:2.0:1772472133.043169:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472133.043173:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472133.043189:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856926080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.043197:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856925952:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.043227:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856926208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.043250:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.043279:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472133.043283:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856926336:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.043467:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926208 00000100:00100000:3.0:1772472133.043472:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926208 00000100:00100000:3.0:1772472133.043507:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1772472133.043513:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856926208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.043548:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856926208:12345-0@lo:400:kworker.0 Request processed in 36us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.043554:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:3.0:1772472133.043572:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472133.046564:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.046670:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856926208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.046748:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856926464:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.046801:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472133.046858:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472133.046865:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856926592:0@lo:400:kworker.0 00000100:00100000:2.0:1772472133.046888:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472133.047368:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926336 00000100:00100000:1.0:1772472133.047376:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926336 00000100:00100000:1.0:1772472133.047439:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772472133.047450:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856926336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472133.047517:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856926336:12345-0@lo:400:kworker.0 Request processed in 70us (4215us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472133.047525:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1772472133.047565:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856926336:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.050448:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926464 00000100:00100000:3.0:1772472133.050465:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926464 00000100:00100000:3.0:1772472133.050556:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926592 00000100:00100000:3.0:1772472133.050561:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926592 00000100:00100000:3.0:1772472133.050599:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1772472133.050610:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856926464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.050709:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856926464:12345-0@lo:400:kworker.0 Request processed in 101us (3907us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.050717:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1772472133.050732:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1772472133.050739:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856926592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.050768:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856926592:12345-0@lo:400:kworker.0 Request processed in 30us (3879us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472133.050774:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1772472133.050835:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856926592:0@lo:400:kworker.0 00000100:00100000:3.0:1772472133.050849:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856926464:0@lo:400:kworker.0 00000100:00080000:2.0:1772472133.051101:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472133.051105:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472133.051108:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1772472133.319369:0:26178:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472133.319379:0:26178:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472133.319961:0:26178:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472133.319972:0:26178:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1772472133.354924:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1772472133.802680:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472134.058960:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472134.059000:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856926720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472134.059073:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472134.060197:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856926848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472134.060256:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472134.061053:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926720 00000100:00100000:3.0:1772472134.061064:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926720 00000100:00100000:3.0:1772472134.061119:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926848 00000100:00100000:3.0:1772472134.061122:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926848 00000100:00100000:3.0:1772472134.061138:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1772472134.061146:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856926720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472134.061176:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472134.061244:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856926720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.061252:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1772472134.061266:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1772472134.061273:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856926848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472134.061281:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472134.061350:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856926848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.061355:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1772472134.061783:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856926848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472134.061802:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856926720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472134.340527:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340586:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340623:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340689:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340721:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340742:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472134.340801:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112448 00000100:00100000:3.0:1772472134.340812:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112448 00000100:00100000:3.0:1772472134.340878:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112960 00000100:00100000:3.0:1772472134.340881:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112960 00000100:00100000:3.0:1772472134.340898:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112320 00000100:00100000:3.0:1772472134.340901:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112320 00000100:00100000:3.0:1772472134.340917:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112832 00000100:00100000:3.0:1772472134.340919:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112832 00000100:00100000:3.0:1772472134.340935:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1262 00000100:00100000:3.0:1772472134.340945:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835112448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341035:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835112448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 90us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341042:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1262 00000100:00100000:3.0:1772472134.341057:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1263 00000100:00100000:3.0:1772472134.341063:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835112960:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341084:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835112960:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341090:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1263 00000100:00100000:3.0:1772472134.341099:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1264 00000100:00100000:3.0:1772472134.341104:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835112320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341124:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835112320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341129:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1264 00000100:00100000:3.0:1772472134.341138:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1265 00000100:00100000:3.0:1772472134.341143:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835112832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341164:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835112832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341169:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1265 00000100:00100000:3.0:1772472134.341188:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112704 00000100:00100000:3.0:1772472134.341191:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112704 00000100:00100000:3.0:1772472134.341213:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113216 00000100:00100000:3.0:1772472134.341215:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113216 00000100:00100000:3.0:1772472134.341230:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112576 00000100:00100000:3.0:1772472134.341232:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112576 00000100:00100000:3.0:1772472134.341242:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113088 00000100:00100000:3.0:1772472134.341245:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113088 00000100:00100000:3.0:1772472134.341257:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 759 00000100:00100000:3.0:1772472134.341262:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835112704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341287:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835112704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341292:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 759 00000100:00100000:3.0:1772472134.341351:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 760 00000100:00100000:3.0:1772472134.341358:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835113216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341382:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835113216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341387:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 760 00000100:00100000:3.0:1772472134.341397:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 761 00000100:00100000:3.0:1772472134.341403:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835112576:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341423:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835112576:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341429:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 761 00000100:00100000:3.0:1772472134.341439:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 762 00000100:00100000:3.0:1772472134.341445:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835113088:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472134.341469:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835113088:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472134.341475:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 762 00000100:00080000:2.0:1772472134.341745:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472134.341749:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472134.341752:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472134.341755:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472134.342182:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835112192 00000100:00100000:0.0:1772472134.342193:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835112192 00000100:00100000:0.0:1772472134.342237:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 803 00000100:00100000:0.0:1772472134.342246:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835112192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472134.342339:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835112192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 94us (1822us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472134.342347:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 803 00010000:00010000:0.0:1772472134.830516:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472135.244143:0:26229:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472135.244152:0:26229:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472135.246892:0:26229:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472135.246911:0:26229:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472135.594786:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856926976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472135.594863:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472135.595024:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856926976 00000100:00100000:1.0:1772472135.595032:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856926976 00000100:00100000:1.0:1772472135.595087:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1772472135.595096:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856926976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472135.595132:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472135.596355:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856926976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1254us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472135.596366:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1772472135.596766:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856926976:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472135.850853:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472136.619110:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472136.619136:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856927104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472136.619209:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472136.619807:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927104 00000100:00100000:1.0:1772472136.619816:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927104 00000100:00100000:1.0:1772472136.619881:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1772472136.619891:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856927104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472136.619928:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472136.619997:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856927104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472136.620005:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1772472136.620202:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856927104:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472136.874471:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472137.583194:0:26280:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472137.583205:0:26280:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472137.584018:0:26280:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472137.584029:0:26280:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472137.898495:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472138.155201:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856927616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155341:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472138.155404:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856928128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155464:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155466:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856927232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472138.155491:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856928640:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155495:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472138.155512:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155515:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856927744:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155534:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155550:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856928256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155551:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772472138.155556:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856927488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155572:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155572:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472138.155587:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856928000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155587:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856928768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155603:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155603:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472138.155618:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856928512:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155619:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1772472138.155624:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856927360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155635:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472138.155664:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927616 00000100:00100000:1.0:1772472138.155665:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856927872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155671:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927616 00000100:00100000:1.0:1772472138.155683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155699:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856928384:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155718:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472138.155726:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927872 00000100:00100000:3.0:1772472138.155728:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927872 00000100:00100000:1.0:1772472138.155745:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856928896:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155746:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1772472138.155753:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856927616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472138.155786:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1772472138.155794:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856927872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.155804:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856927616:12345-0@lo:400:kworker.0 Request processed in 52us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.155811:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1772472138.155821:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856927872:12345-0@lo:400:kworker.0 Request processed in 30us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472138.155827:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1772472138.155842:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928256 00000100:00100000:1.0:1772472138.155846:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928256 00000100:00100000:1.0:1772472138.155877:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928768 00000100:00100000:1.0:1772472138.155880:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928768 00000100:00100000:1.0:1772472138.155897:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928384 00000100:00100000:1.0:1772472138.155900:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928384 00000100:00100000:1.0:1772472138.155913:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928896 00000100:00100000:1.0:1772472138.155915:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928896 00000100:00100000:1.0:1772472138.155928:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1772472138.155933:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856928256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.155972:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1772472138.155972:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856928256:12345-0@lo:400:kworker.0 Request processed in 39us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472138.155978:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1772472138.155980:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856928768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.155988:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1772472138.155993:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856928384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.156011:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856928768:12345-0@lo:400:kworker.0 Request processed in 32us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472138.156011:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856928384:12345-0@lo:400:kworker.0 Request processed in 19us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472138.156017:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1772472138.156111:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856929024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472138.156138:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472138.156166:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927232 00000100:00100000:0.0:1772472138.156170:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927232 00000100:00100000:0.0:1772472138.156195:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929024 00000100:00100000:0.0:1772472138.156198:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929024 00000100:00100000:0.0:1772472138.156211:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1772472138.156216:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856927232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472138.156237:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472138.156267:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3652:x1858570856927232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472138.156272:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1772472138.156285:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1772472138.156291:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856929024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472138.156299:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472138.156346:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856929024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472138.156351:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1772472138.156391:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856929024:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1772472138.156489:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472138.156493:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472138.156512:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856927872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472138.156522:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856928384:0@lo:400:kworker.0 00000100:00100000:0.0:1772472138.156533:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856927232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472138.156542:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856928256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472138.156549:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85510700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856928768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.156650:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928128 00000100:00100000:3.0:1772472138.156657:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928128 00000100:00100000:3.0:1772472138.156685:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928640 00000100:00100000:3.0:1772472138.156687:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928640 00000100:00100000:3.0:1772472138.156699:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927744 00000100:00100000:3.0:1772472138.156701:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927744 00000100:00100000:3.0:1772472138.156711:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927488 00000100:00100000:3.0:1772472138.156713:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927488 00000100:00100000:3.0:1772472138.156722:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928000 00000100:00100000:3.0:1772472138.156724:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928000 00000100:00100000:3.0:1772472138.156736:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856928512 00000100:00100000:3.0:1772472138.156739:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856928512 00000100:00100000:3.0:1772472138.156752:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1772472138.156757:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856928128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.156790:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856928128:12345-0@lo:400:kworker.0 Request processed in 33us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.156796:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1772472138.156805:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:3.0:1772472138.156810:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856928640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.156849:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856928640:12345-0@lo:400:kworker.0 Request processed in 38us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.156855:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:3.0:1772472138.156866:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1772472138.156872:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856927744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.156903:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856927744:12345-0@lo:400:kworker.0 Request processed in 31us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.156909:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1772472138.156920:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1772472138.156926:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856927488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.156964:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856927488:12345-0@lo:400:kworker.0 Request processed in 28us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.156970:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1772472138.156982:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1772472138.156989:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856928000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.157037:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856928000:12345-0@lo:400:kworker.0 Request processed in 48us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.157046:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1772472138.157058:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1772472138.157064:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856928512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.157083:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856928512:12345-0@lo:400:kworker.0 Request processed in 20us (1447us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.157088:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1772472138.157188:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856927360 00000100:00100000:3.0:1772472138.157192:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856927360 00000100:00100000:3.0:1772472138.157222:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1772472138.157228:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856927360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472138.157257:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856927360:12345-0@lo:400:kworker.0 Request processed in 29us (1609us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472138.157263:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1772472138.159892:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1772472138.159941:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1772472138.159989:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856928896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.166235:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856928896:12345-0@lo:400:kworker.0 Request processed in 6271us (10460us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472138.166261:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:2.0:1772472138.166380:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472138.166386:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472138.166432:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856927488:0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.166446:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85510e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856928000:0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.166457:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856928512:0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.166469:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856927616:0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.166479:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85513100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856928128:0@lo:400:kworker.0 00000100:00100000:2.0:1772472138.166491:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85510a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856928640:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.168975:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856927360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.169000:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856928896:0@lo:400:kworker.0 00000100:00100000:1.0:1772472138.169011:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856927744:0@lo:400:kworker.0 00010000:00010000:0.0:1772472138.924482:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472139.189972:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472139.190006:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856929152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472139.190092:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472139.190193:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929152 00000100:00100000:3.0:1772472139.190201:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929152 00000100:00100000:3.0:1772472139.190280:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1772472139.190289:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856929152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472139.190350:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472139.190391:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856929280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472139.190400:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856929152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472139.190408:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1772472139.190430:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472139.190449:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929280 00000100:00100000:3.0:1772472139.190454:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929280 00000100:00100000:3.0:1772472139.190475:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1772472139.190483:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856929280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472139.190494:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472139.190532:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856929280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472139.190535:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856929152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472139.190543:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1772472139.190579:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856929280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472139.469127:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469169:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469228:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469254:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469271:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469292:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469337:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469356:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469378:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472139.469405:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113856 00000100:00100000:1.0:1772472139.469415:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113856 00000100:00100000:1.0:1772472139.469472:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114368 00000100:00100000:1.0:1772472139.469475:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114368 00000100:00100000:1.0:1772472139.469492:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113728 00000100:00100000:1.0:1772472139.469495:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113728 00000100:00100000:1.0:1772472139.469507:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114240 00000100:00100000:1.0:1772472139.469509:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114240 00000100:00100000:1.0:1772472139.469525:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 767 00000100:00100000:1.0:1772472139.469534:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835113856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472139.469606:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835113856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 72us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472139.469614:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 767 00000100:00100000:1.0:1772472139.469630:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 768 00000100:00100000:1.0:1772472139.469637:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835114368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472139.469659:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835114368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472139.469665:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 768 00000100:00100000:1.0:1772472139.469674:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 769 00000100:00100000:1.0:1772472139.469680:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835113728:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472139.469699:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835113728:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472139.469705:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 769 00000100:00100000:1.0:1772472139.469714:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 770 00000100:00100000:1.0:1772472139.469720:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835114240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472139.469736:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835114240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472139.469746:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 770 00000100:00080000:1.0:1772472139.469770:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472139.469774:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472139.469965:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113600 00000100:00100000:2.0:1772472139.469970:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113600 00000100:00100000:2.0:1772472139.470013:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114112 00000100:00100000:2.0:1772472139.470017:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114112 00000100:00100000:2.0:1772472139.470035:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113472 00000100:00100000:2.0:1772472139.470037:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113472 00000100:00100000:2.0:1772472139.470049:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113984 00000100:00100000:2.0:1772472139.470052:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113984 00000100:00100000:2.0:1772472139.470065:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1272 00000100:00100000:2.0:1772472139.470071:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835113600:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472139.470107:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835113600:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472139.470113:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1272 00000100:00100000:2.0:1772472139.470131:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1273 00000100:00100000:2.0:1772472139.470137:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835114112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472139.470160:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835114112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472139.470165:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1273 00000100:00100000:2.0:1772472139.470177:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1274 00000100:00100000:2.0:1772472139.470183:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835113472:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472139.470206:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835113472:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472139.470211:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1274 00000100:00100000:2.0:1772472139.470227:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1275 00000100:00100000:2.0:1772472139.470234:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835113984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472139.470286:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835113984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 52us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472139.470293:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1275 00000100:00100000:3.0:1772472139.473888:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835113344 00000100:00100000:3.0:1772472139.473904:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835113344 00000100:00100000:3.0:1772472139.474077:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00100000:3.0:1772472139.474088:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835113344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472139.474161:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835113344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (5044us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472139.474168:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00080000:1.0:1772472139.477120:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472139.477131:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1772472139.761890:0:26333:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472139.761899:0:26333:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472139.762811:0:26333:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472139.762825:0:26333:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472139.946702:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472140.714657:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856929408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472140.714749:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472140.714895:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929408 00000100:00100000:1.0:1772472140.714903:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929408 00000100:00100000:1.0:1772472140.714981:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1772472140.714990:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856929408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472140.715026:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472140.715134:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856929408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472140.715152:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1772472140.715391:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856929408:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472140.973564:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472141.748171:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856929536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472141.748257:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472141.751914:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929536 00000100:00100000:3.0:1772472141.751943:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929536 00000100:00100000:3.0:1772472141.752003:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1772472141.752013:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856929536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472141.752050:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472141.752332:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856929536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 286us (4040us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472141.752341:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1772472141.753776:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856929536:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1772472141.886168:0:26384:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472141.886178:0:26384:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472141.886746:0:26384:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472141.886758:0:26384:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472141.994612:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472142.188270:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472142.188282:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472142.188908:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472142.188917:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472143.018588:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472143.275405:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856929664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472143.275514:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.275608:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929664 00000100:00100000:0.0:1772472143.275618:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929664 00000100:00100000:0.0:1772472143.275697:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1772472143.275720:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856929664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472143.275761:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472143.275821:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856929664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.275839:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:0.0:1772472143.275869:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472143.275926:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856929664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472143.276127:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472143.276140:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856929792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472143.276170:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472143.278247:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929792 00000100:00100000:3.0:1772472143.278265:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929792 00000100:00100000:3.0:1772472143.278347:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1772472143.278357:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856929792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472143.278383:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472143.278478:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856929792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (2308us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472143.278491:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1772472143.278545:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856929792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472143.279167:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856929920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472143.279221:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472143.282342:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472143.282365:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856930304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472143.282441:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472143.282529:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856929920 00000100:00100000:1.0:1772472143.282539:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856929920 00000100:00100000:1.0:1772472143.282656:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1772472143.282666:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856929920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472143.282742:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856929920:12345-0@lo:400:kworker.0 Request processed in 77us (3521us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472143.282757:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1772472143.282864:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930304 00000100:00100000:2.0:1772472143.282874:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930304 00000100:00100000:2.0:1772472143.282933:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1772472143.282954:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856930304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472143.283001:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856930304:12345-0@lo:400:kworker.0 Request processed in 49us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472143.283014:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1772472143.283326:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856930816:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.283388:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1772472143.283393:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856930432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.283436:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856930944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283456:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.283527:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930432 00000100:00100000:0.0:1772472143.283532:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930432 00000100:00100000:0.0:1772472143.283563:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1772472143.283569:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856930432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283606:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856930432:12345-0@lo:400:kworker.0 Request processed in 37us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.283613:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1772472143.283633:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930816 00000100:00100000:0.0:1772472143.283636:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930816 00000100:00100000:0.0:1772472143.283661:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930944 00000100:00100000:0.0:1772472143.283663:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930944 00000100:00100000:0.0:1772472143.283682:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1772472143.283688:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856930816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283714:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856930816:12345-0@lo:400:kworker.0 Request processed in 26us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.283720:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1772472143.283731:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1772472143.283737:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856930944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283757:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856930944:12345-0@lo:400:kworker.0 Request processed in 21us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.283762:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1772472143.283796:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856930432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283805:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856930944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283812:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856930816:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283840:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856930048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283865:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.283883:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856930560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.283901:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.284198:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856931072:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284235:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.284257:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772472143.284264:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856930176:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284285:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.284325:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856930688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284345:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.284362:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856931200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284381:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472143.284406:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930048 00000100:00100000:0.0:1772472143.284410:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930048 00000100:00100000:0.0:1772472143.284436:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930560 00000100:00100000:0.0:1772472143.284439:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930560 00000100:00100000:0.0:1772472143.284452:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931072 00000100:00100000:0.0:1772472143.284454:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931072 00000100:00100000:0.0:1772472143.284467:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930688 00000100:00100000:0.0:1772472143.284469:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930688 00000100:00100000:0.0:1772472143.284482:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931200 00000100:00100000:0.0:1772472143.284484:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931200 00000100:00100000:0.0:1772472143.284497:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1772472143.284504:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856930048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284559:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856930048:12345-0@lo:400:kworker.0 Request processed in 48us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.284566:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1772472143.284585:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1772472143.284591:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856930560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284622:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856930560:12345-0@lo:400:kworker.0 Request processed in 32us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.284628:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1772472143.284643:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1772472143.284648:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856931072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284708:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856931072:12345-0@lo:400:kworker.0 Request processed in 59us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.284714:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1772472143.284725:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1772472143.284735:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856930688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284759:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856930688:12345-0@lo:400:kworker.0 Request processed in 29us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.284764:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1772472143.284781:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1772472143.284787:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856931200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284815:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856931200:12345-0@lo:400:kworker.0 Request processed in 29us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472143.284820:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1772472143.284861:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856930688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284877:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856931200:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284885:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856930048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284893:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856930560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.284906:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856931072:0@lo:400:kworker.0 00000100:00080000:0.0:1772472143.285410:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472143.285416:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472143.285418:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472143.285422:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472143.287018:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856930304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472143.287043:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856929920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472143.287427:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856930176 00000100:00100000:3.0:1772472143.287435:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856930176 00000100:00100000:3.0:1772472143.287516:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1772472143.287525:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856930176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472143.287683:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856930176:12345-0@lo:400:kworker.0 Request processed in 159us (3396us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472143.287699:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1772472143.296428:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856930176:0@lo:400:kworker.0 00000040:00080000:2.0:1772472143.596104:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1772472143.846141:0:26435:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472143.846155:0:26435:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472143.848079:0:26435:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472143.848097:0:26435:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472144.044024:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472144.301012:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472144.301037:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856931328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472144.301108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472144.301333:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931328 00000100:00100000:2.0:1772472144.301343:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931328 00000100:00100000:2.0:1772472144.301397:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1772472144.301408:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856931328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472144.301439:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472144.301483:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856931328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472144.301489:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1772472144.301689:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856931456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472144.301739:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472144.301799:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856931328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472144.302134:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931456 00000100:00100000:2.0:1772472144.302140:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931456 00000100:00100000:2.0:1772472144.302177:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1772472144.302184:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856931456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472144.302208:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472144.302251:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856931456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472144.302257:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1772472144.302465:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856931456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472144.582743:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582790:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582828:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582859:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582917:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472144.582950:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472144.583009:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115008 00000100:00100000:3.0:1772472144.583018:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115008 00000100:00100000:3.0:1772472144.583067:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115520 00000100:00100000:3.0:1772472144.583070:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115520 00000100:00100000:3.0:1772472144.583088:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114880 00000100:00100000:3.0:1772472144.583098:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114880 00000100:00100000:1.0:1772472144.584497:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472144.584580:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114496 00000100:00100000:0.0:1772472144.584589:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114496 00000100:00100000:0.0:1772472144.584653:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 807 00000100:00100000:0.0:1772472144.584663:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835114496:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472144.584760:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835114496:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (2015us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472144.584769:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 807 00000100:00080000:0.0:1772472144.584815:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472144.584823:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472144.593824:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114752 00000100:00100000:2.0:1772472144.593842:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114752 00000100:00100000:2.0:1772472144.593932:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115264 00000100:00100000:2.0:1772472144.593936:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115264 00000100:00100000:2.0:1772472144.593963:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835114624 00000100:00100000:2.0:1772472144.593966:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835114624 00000100:00100000:2.0:1772472144.593978:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115136 00000100:00100000:2.0:1772472144.593981:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115136 00000100:00100000:2.0:1772472144.594000:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1282 00000100:00100000:2.0:1772472144.594010:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835114752:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472144.594106:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835114752:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 97us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472144.594114:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1282 00000100:00100000:2.0:1772472144.594136:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1283 00000100:00100000:2.0:1772472144.594143:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835115264:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472144.594177:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835115264:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (11307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472144.603082:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115392 00000100:00100000:3.0:1772472144.603099:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115392 00000100:00100000:3.0:1772472144.603186:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:3.0:1772472144.603198:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835115008:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472144.603328:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835115008:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 132us (20497us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472144.603336:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 773 00000100:00100000:3.0:1772472144.603355:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 774 00000100:00100000:3.0:1772472144.603363:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835115520:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472144.603391:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835115520:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (20505us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472144.603397:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 774 00000100:00100000:3.0:1772472144.603409:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 775 00000100:00100000:3.0:1772472144.603416:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835114880:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472144.603440:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835114880:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (20503us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472144.603445:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 775 00000100:00100000:3.0:1772472144.603455:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 776 00000100:00100000:3.0:1772472144.603462:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835115392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472144.603482:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835115392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (18992us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472144.603488:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 776 00000100:00100000:2.0:1772472144.603770:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1283 00000100:00100000:1.0:1772472144.603927:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1284 00000100:00100000:1.0:1772472144.604084:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1285 00000100:00100000:1.0:1772472144.604094:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835115136:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472144.604139:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835115136:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 47us (21186us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472144.604146:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1285 00000100:00100000:1.0:1772472144.604197:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835114624:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472144.604228:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835114624:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 292us (21309us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472144.604233:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1284 00000100:00080000:1.0:1772472144.604319:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472144.604324:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472144.604327:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1772472145.070543:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472145.838252:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856931584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472145.838349:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472145.839788:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931584 00000100:00100000:2.0:1772472145.839807:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931584 00000100:00100000:2.0:1772472145.839900:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1772472145.839913:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856931584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472145.839952:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472145.840028:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856931584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472145.840036:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1772472145.840348:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856931584:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1772472146.070238:0:26487:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472146.070249:0:26487:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472146.070928:0:26487:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472146.070939:0:26487:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472146.102286:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472146.858586:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856931712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472146.858672:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472146.859050:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931712 00000100:00100000:3.0:1772472146.859060:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931712 00000100:00100000:3.0:1772472146.859126:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1772472146.859136:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856931712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472146.859192:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472146.872851:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856931712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 13706us (14168us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472146.872876:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1772472146.886090:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856931712:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472147.115457:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472148.139469:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472148.141401:0:26538:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472148.141411:0:26538:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472148.143287:0:26538:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472148.143327:0:26538:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472148.397485:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472148.397513:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856931840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472148.397600:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472148.397673:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931840 00000100:00100000:1.0:1772472148.397681:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931840 00000100:00100000:1.0:1772472148.397744:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1772472148.397756:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856931840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472148.397792:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472148.397834:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856931840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472148.397841:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:1.0:1772472148.397861:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472148.397913:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856931840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472148.398862:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856932224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.398923:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.398948:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856932736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.398972:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.398992:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856933248:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399035:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1772472148.399040:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856932096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399060:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399075:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856932608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399093:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399103:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856933120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399119:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399144:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932224 00000100:00100000:2.0:1772472148.399150:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932224 00000100:00100000:2.0:1772472148.399187:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1772472148.399194:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856932224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399238:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856932224:12345-0@lo:400:kworker.0 Request processed in 44us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.399245:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1772472148.399267:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932736 00000100:00100000:2.0:1772472148.399271:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932736 00000100:00100000:2.0:1772472148.399336:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933248 00000100:00100000:2.0:1772472148.399339:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933248 00000100:00100000:2.0:1772472148.399356:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932096 00000100:00100000:2.0:1772472148.399358:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932096 00000100:00100000:2.0:1772472148.399368:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932608 00000100:00100000:2.0:1772472148.399370:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932608 00000100:00100000:2.0:1772472148.399383:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933120 00000100:00100000:2.0:1772472148.399385:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933120 00000100:00100000:2.0:1772472148.399399:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1772472148.399405:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856932736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399438:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856932736:12345-0@lo:400:kworker.0 Request processed in 33us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.399445:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1772472148.399458:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1772472148.399464:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856933248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399491:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856933248:12345-0@lo:400:kworker.0 Request processed in 27us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.399496:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1772472148.399507:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1772472148.399513:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856932096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399537:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856932096:12345-0@lo:400:kworker.0 Request processed in 25us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.399544:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1772472148.399555:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1772472148.399561:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856932608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399586:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856932608:12345-0@lo:400:kworker.0 Request processed in 25us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.399591:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1772472148.399601:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1772472148.399607:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856933120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399630:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856933120:12345-0@lo:400:kworker.0 Request processed in 24us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.399635:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1772472148.399658:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856932352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399702:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856932864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399723:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399742:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856933376:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399762:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399782:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1772472148.399789:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856931968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399813:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.399831:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856932480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.399849:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472148.400019:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932352 00000100:00100000:1.0:1772472148.400023:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932352 00000100:00100000:1.0:1772472148.400053:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1772472148.400060:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856932352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472148.400096:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856932352:12345-0@lo:400:kworker.0 Request processed in 37us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472148.400102:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1772472148.400130:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932480 00000100:00100000:1.0:1772472148.400133:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932480 00000100:00100000:1.0:1772472148.400154:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1772472148.400159:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856932480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472148.400186:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856932480:12345-0@lo:400:kworker.0 Request processed in 27us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472148.400192:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1772472148.400209:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856931968 00000100:00100000:1.0:1772472148.400212:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856931968 00000100:00100000:1.0:1772472148.400237:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1772472148.400243:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856931968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472148.400271:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856931968:12345-0@lo:400:kworker.0 Request processed in 28us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472148.400277:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00080000:1.0:1772472148.400320:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472148.400324:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472148.400336:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856933504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472148.400360:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.400475:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856932992:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400505:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472148.400549:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856932352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400567:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856931968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400576:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856932480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400599:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932864 00000100:00100000:2.0:1772472148.400603:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932864 00000100:00100000:2.0:1772472148.400630:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933376 00000100:00100000:2.0:1772472148.400632:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933376 00000100:00100000:2.0:1772472148.400649:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1772472148.400654:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856932864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400688:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856932864:12345-0@lo:400:kworker.0 Request processed in 34us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.400694:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1772472148.400703:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856932992 00000100:00100000:2.0:1772472148.400706:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856932992 00000100:00100000:2.0:1772472148.400726:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1772472148.400731:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856933376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400758:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856933376:12345-0@lo:400:kworker.0 Request processed in 27us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.400764:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1772472148.400774:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1772472148.400779:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856932992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400803:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856932992:12345-0@lo:400:kworker.0 Request processed in 24us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472148.400809:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1772472148.400841:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856932096:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400856:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856932608:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400865:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856933120:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400887:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856932224:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400896:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856932736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400905:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856933248:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400942:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856932992:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400950:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856932864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472148.400958:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856933376:0@lo:400:kworker.0 00000100:00080000:1.0:1772472148.405381:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472148.405391:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472148.405491:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933504 00000100:00100000:0.0:1772472148.405504:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933504 00000100:00100000:0.0:1772472148.405564:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1772472148.405574:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856933504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472148.405602:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472148.405683:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856933504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (5320us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472148.405690:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1772472148.406029:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856933504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472149.162587:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472149.418503:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472149.418531:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856933632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472149.418618:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472149.418699:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933632 00000100:00100000:1.0:1772472149.418706:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933632 00000100:00100000:1.0:1772472149.418761:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1772472149.418772:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856933632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472149.418813:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472149.418873:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856933632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472149.418881:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1772472149.418946:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856933632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472149.419138:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856933760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472149.419165:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472149.421560:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933760 00000100:00100000:2.0:1772472149.421577:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933760 00000100:00100000:2.0:1772472149.421632:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1772472149.421643:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856933760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472149.421669:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472149.421743:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856933760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472149.421750:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1772472149.422165:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856933760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472149.700089:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700168:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700188:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700212:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472149.700244:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115776 00000100:00100000:3.0:1772472149.700254:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472149.700256:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115776 00000100:00100000:3.0:1772472149.700275:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700325:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472149.700352:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116032 00000100:00100000:3.0:1772472149.700356:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116032 00000100:00100000:2.0:1772472149.700376:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116288 00000100:00100000:2.0:1772472149.700382:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116288 00000100:00100000:3.0:1772472149.700391:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116544 00000100:00100000:3.0:1772472149.700395:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116544 00000100:00100000:2.0:1772472149.700413:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115904 00000100:00100000:2.0:1772472149.700418:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115904 00000100:00100000:3.0:1772472149.700423:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116160 00000100:00100000:3.0:1772472149.700427:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116160 00000100:00100000:2.0:1772472149.700440:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116416 00000100:00100000:2.0:1772472149.700444:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116416 00000100:00100000:3.0:1772472149.700448:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116672 00000100:00100000:3.0:1772472149.700452:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116672 00000100:00100000:2.0:1772472149.700475:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1292 00000100:00100000:2.0:1772472149.700489:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835115776:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472149.700496:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 780 00000100:00100000:3.0:1772472149.700506:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835116032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472149.700580:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835116032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472149.700588:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 780 00000100:00100000:3.0:1772472149.700607:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:3.0:1772472149.700614:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835116544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:1.0:1772472149.700639:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472149.700645:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472149.700647:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472149.700657:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472149.703876:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1293 00000100:00100000:1.0:1772472149.703901:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835116288:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472149.708995:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835115648 00000100:00100000:0.0:1772472149.709028:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835115648 00000100:00100000:0.0:1772472149.709109:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 809 00000100:00100000:0.0:1772472149.709119:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835115648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472149.711229:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835115776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 10732us (11138us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472149.711245:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1292 00000100:00100000:2.0:1772472149.711286:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1294 00000100:00100000:2.0:1772472149.711320:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835115904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472149.711391:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835115904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 96us (11156us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472149.711398:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1294 00000100:00100000:2.0:1772472149.711413:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1295 00000100:00100000:2.0:1772472149.711420:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835116416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472149.711447:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835116416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (11172us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472149.711453:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1295 00000100:00100000:3.0:1772472149.716994:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835116544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16366us (16791us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472149.717012:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 781 00000100:00100000:3.0:1772472149.717077:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 782 00000100:00100000:3.0:1772472149.717094:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835116160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472149.717446:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835116160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 360us (17191us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472149.717455:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 782 00000100:00100000:3.0:1772472149.717471:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:3.0:1772472149.717479:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835116672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472149.717571:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835116672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 93us (17268us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472149.717578:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 783 00000100:00100000:1.0:1772472149.718296:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835116288:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 14401us (18122us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472149.718332:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1293 00000100:00100000:0.0:1772472149.721980:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835115648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 12842us (21747us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472149.722000:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 809 00000040:00080000:1.0:1772472150.125756:0:26589:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472150.125768:0:26589:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472150.126681:0:26589:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472150.126692:0:26589:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472150.187264:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472150.954601:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472150.954627:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856933888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472150.954705:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472150.954851:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856933888 00000100:00100000:3.0:1772472150.954862:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856933888 00000100:00100000:3.0:1772472150.954916:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1772472150.954926:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856933888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472150.954965:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472150.955027:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856933888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472150.955036:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1772472150.955140:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856933888:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472151.214669:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472151.979461:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472151.979486:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856934016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472151.979554:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472151.979631:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934016 00000100:00100000:2.0:1772472151.979638:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934016 00000100:00100000:2.0:1772472151.979681:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1772472151.979689:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856934016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472151.979723:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472151.979770:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856934016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472151.979779:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1772472151.979824:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856934016:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472152.236342:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472152.346511:0:26640:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472152.346523:0:26640:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472152.347046:0:26640:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472152.347056:0:26640:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1772472152.430934:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472152.430943:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472152.431500:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472152.431510:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472153.258943:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472153.514479:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856934144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472153.514563:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472153.514645:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934144 00000100:00100000:1.0:1772472153.514654:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934144 00000100:00100000:1.0:1772472153.514715:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1772472153.514726:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856934144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472153.514757:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00080000:3.0:1772472153.515225:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472153.515342:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856934144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 618us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472153.515352:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1772472153.515405:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856934144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472153.515919:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b862c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856934272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472153.516239:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856934400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472153.516274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472153.516909:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472153.516962:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934272 00000100:00100000:1.0:1772472153.516970:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934272 00000100:00100000:1.0:1772472153.517118:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1772472153.517227:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856934272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472153.517258:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472153.517340:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856934272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472153.517348:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00080000:1.0:1772472153.517372:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472153.517415:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b862c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856934272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472153.517457:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934400 00000100:00100000:1.0:1772472153.517461:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934400 00000100:00100000:1.0:1772472153.517492:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1772472153.517499:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856934400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472153.517604:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856934400:12345-0@lo:400:kworker.0 Request processed in 105us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472153.517611:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1772472153.517645:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856934656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472153.517676:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472153.517710:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934656 00000100:00100000:1.0:1772472153.517714:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934656 00000100:00100000:1.0:1772472153.517747:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1772472153.517755:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856934656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472153.517795:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856934656:12345-0@lo:400:kworker.0 Request processed in 41us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472153.517817:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1772472153.517858:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856934656:0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518354:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856934528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518488:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472153.518513:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856935040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518536:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472153.518551:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856935552:0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518572:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472153.518590:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1772472153.518595:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856934912:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.518707:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934528 00000100:00100000:2.0:1772472153.518715:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934528 00000100:00100000:2.0:1772472153.518760:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935040 00000100:00100000:2.0:1772472153.518763:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935040 00000100:00100000:2.0:1772472153.518790:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935552 00000100:00100000:2.0:1772472153.518793:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935552 00000100:00100000:3.0:1772472153.518818:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472153.518837:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1772472153.518844:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856934528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518848:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856935424:0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518871:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472153.518880:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856934528:12345-0@lo:400:kworker.0 Request processed in 37us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.518887:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1772472153.518897:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856934528:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.518901:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1772472153.518907:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856935040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.518920:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934912 00000100:00100000:3.0:1772472153.518923:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934912 00000100:00100000:2.0:1772472153.518941:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856935040:12345-0@lo:400:kworker.0 Request processed in 34us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.518946:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1772472153.518948:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1772472153.518954:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856934912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.518956:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1772472153.518961:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856935552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519290:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856935552:12345-0@lo:400:kworker.0 Request processed in 326us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.519298:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00080000:2.0:1772472153.519363:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472153.519380:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856935168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519408:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472153.519425:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856935680:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519445:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472153.519465:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772472153.519472:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856934784:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519493:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472153.519510:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856935296:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519529:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472153.519559:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935168 00000100:00100000:2.0:1772472153.519563:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935168 00000100:00100000:2.0:1772472153.519587:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935680 00000100:00100000:2.0:1772472153.519590:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935680 00000100:00100000:2.0:1772472153.519603:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856934784 00000100:00100000:2.0:1772472153.519605:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856934784 00000100:00100000:2.0:1772472153.519617:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1772472153.519623:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856935168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519658:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856935168:12345-0@lo:400:kworker.0 Request processed in 35us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.519664:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1772472153.519677:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1772472153.519683:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856935680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519708:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856935680:12345-0@lo:400:kworker.0 Request processed in 26us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.519714:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1772472153.519725:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1772472153.519730:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856934784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519757:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856934784:12345-0@lo:400:kworker.0 Request processed in 27us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.519762:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00080000:2.0:1772472153.519778:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472153.519818:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856934784:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519839:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856935168:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519848:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856935680:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519877:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856935040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.519886:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856935552:0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.520377:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935424 00000100:00100000:2.0:1772472153.520387:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935424 00000100:00100000:2.0:1772472153.520474:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935296 00000100:00100000:2.0:1772472153.520477:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935296 00000100:00100000:0.0:1772472153.520519:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856934400:0@lo:400:kworker.0 00000100:00100000:0.0:1772472153.520569:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1772472153.520580:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856935424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472153.520633:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856935424:12345-0@lo:400:kworker.0 Request processed in 56us (1760us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472153.520639:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1772472153.520783:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856935424:0@lo:400:kworker.0 00000100:00080000:1.0:1772472153.524233:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472153.524497:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1772472153.524512:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856935296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472153.524604:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856935296:12345-0@lo:400:kworker.0 Request processed in 97us (5072us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472153.524612:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1772472153.524672:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856935296:0@lo:400:kworker.0 00000100:00100000:3.0:1772472153.527765:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856934912:12345-0@lo:400:kworker.0 Request processed in 8799us (8935us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472153.527782:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1772472153.527943:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856934912:0@lo:400:kworker.0 00000040:00080000:0.0:1772472153.837207:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1772472154.282275:0:26692:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472154.282285:0:26692:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472154.283067:0:26692:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472154.283080:0:26692:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472154.284391:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472154.538702:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856935808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472154.538780:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472154.538929:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935808 00000100:00100000:1.0:1772472154.538937:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935808 00000100:00100000:1.0:1772472154.538989:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1772472154.538999:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856935808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472154.539033:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472154.539083:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856935808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472154.539091:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1772472154.539143:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856935808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472154.539446:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472154.539456:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856935936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472154.539493:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472154.539730:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856935936 00000100:00100000:2.0:1772472154.539736:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856935936 00000100:00100000:2.0:1772472154.539774:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1772472154.539782:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb563e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856935936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472154.539804:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472154.539863:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb563e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856935936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472154.539870:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1772472154.540224:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856935936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472154.822983:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472154.823033:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472154.823072:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472154.823150:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116928 00000100:00100000:2.0:1772472154.823165:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116928 00000100:00080000:1.0:1772472154.823242:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472154.823254:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117056 00000100:00100000:2.0:1772472154.823259:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117056 00000100:00100000:1.0:1772472154.823278:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1302 00000100:00100000:1.0:1772472154.823516:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835116928:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472154.823607:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835116928:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 319us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472154.824333:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835116800 00000100:00100000:0.0:1772472154.824342:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835116800 00000100:00100000:0.0:1772472154.824392:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00100000:0.0:1772472154.824400:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835116800:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472154.824444:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835116800:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 46us (1411us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472154.824451:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00080000:0.0:1772472154.824532:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472154.825492:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472154.825543:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472154.825572:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472154.825598:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117312 00000100:00100000:0.0:1772472154.825604:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117312 00000100:00100000:0.0:1772472154.825645:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117824 00000100:00100000:0.0:1772472154.825649:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117824 00000100:00100000:0.0:1772472154.825671:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 786 00000100:00100000:0.0:1772472154.825679:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835117312:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472154.825725:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835117312:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 46us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472154.825733:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 786 00000100:00100000:0.0:1772472154.825749:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 787 00000100:00100000:0.0:1772472154.825755:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835117824:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472154.825778:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835117824:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472154.826049:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117568 00000100:00100000:3.0:1772472154.826055:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117568 00000100:00100000:0.0:1772472154.826257:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 787 00000100:00080000:0.0:1772472154.826286:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472154.826291:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472154.826468:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1302 00000100:00100000:1.0:1772472154.826491:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1303 00000100:00100000:1.0:1772472154.826501:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835117056:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472154.826552:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835117056:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 53us (3479us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472154.826561:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1303 00000100:00100000:3.0:1772472154.827022:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1304 00000100:00100000:3.0:1772472154.827032:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835117568:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472154.827077:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835117568:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 46us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472154.827083:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1304 00000100:00100000:3.0:1772472154.839100:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472154.839160:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472154.839198:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472154.839262:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117440 00000100:00100000:0.0:1772472154.839272:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117440 00000100:00100000:0.0:1772472154.839370:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1305 00000100:00100000:0.0:1772472154.839381:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835117440:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472154.839455:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835117440:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 75us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472154.839463:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1305 00000100:00080000:0.0:1772472154.839488:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472154.842039:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117184 00000100:00100000:2.0:1772472154.842060:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117184 00000100:00100000:1.0:1772472154.842129:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117696 00000100:00100000:1.0:1772472154.842134:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117696 00000100:00100000:1.0:1772472154.842218:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 788 00000100:00100000:1.0:1772472154.842232:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835117696:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472154.842273:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00100000:2.0:1772472154.842282:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835117184:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472154.842334:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835117696:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 106us (3134us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472154.842341:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835117184:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 57us (3248us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472154.842347:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 788 00000100:00080000:0.0:1772472154.842828:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472154.842909:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 789 00010000:00010000:3.0:1772472155.308509:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472156.078398:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856936064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472156.078469:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472156.078542:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936064 00000100:00100000:1.0:1772472156.078550:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936064 00000100:00100000:1.0:1772472156.078596:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1772472156.078604:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856936064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472156.078640:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472156.078683:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856936064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472156.078690:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1772472156.078733:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856936064:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1772472156.218955:0:26743:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472156.218966:0:26743:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472156.224363:0:26743:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472156.224386:0:26743:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472156.331031:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472157.098861:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856936192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472157.098931:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472157.099247:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936192 00000100:00100000:0.0:1772472157.099256:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936192 00000100:00100000:0.0:1772472157.099348:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1772472157.099358:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856936192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472157.099409:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472157.099456:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856936192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472157.099463:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1772472157.099748:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856936192:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472157.357137:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1772472158.378512:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472158.396347:0:26794:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472158.396357:0:26794:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472158.400102:0:26794:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472158.400140:0:26794:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472158.634604:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856936320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472158.634686:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.634861:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472158.634873:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856936448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472158.634902:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.634933:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936320 00000100:00100000:2.0:1772472158.634939:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936320 00000100:00100000:2.0:1772472158.634989:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936448 00000100:00100000:2.0:1772472158.634993:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936448 00000100:00100000:2.0:1772472158.635011:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1772472158.635020:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856936320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472158.635046:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472158.635084:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856936320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.635091:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1772472158.635106:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1772472158.635112:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856936448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472158.635121:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472158.635147:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856936448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.635153:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:2.0:1772472158.635167:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472158.635203:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856936448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472158.635289:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856936320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472158.635599:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856936960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.635629:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.635654:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856937472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.635677:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.635696:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1772472158.635703:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856936576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.635727:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.635748:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856937088:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.635772:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.635802:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856937600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.635824:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472158.635850:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936960 00000100:00100000:2.0:1772472158.635854:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936960 00000100:00100000:2.0:1772472158.635881:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1772472158.635887:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856936960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.635923:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856936960:12345-0@lo:400:kworker.0 Request processed in 36us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.635929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1772472158.635948:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937472 00000100:00100000:2.0:1772472158.635952:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937472 00000100:00100000:2.0:1772472158.635979:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937600 00000100:00100000:2.0:1772472158.635982:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937600 00000100:00100000:2.0:1772472158.636003:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1772472158.636009:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856937472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.636038:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7827480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856937472:12345-0@lo:400:kworker.0 Request processed in 30us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.636045:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1772472158.636056:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1772472158.636062:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856937600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.636088:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856937600:12345-0@lo:400:kworker.0 Request processed in 27us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.636094:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1772472158.636113:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936576 00000100:00100000:2.0:1772472158.636116:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936576 00000100:00100000:2.0:1772472158.636141:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1772472158.636147:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856936576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.636174:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856936576:12345-0@lo:400:kworker.0 Request processed in 27us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.636184:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1772472158.636210:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937088 00000100:00100000:2.0:1772472158.636213:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937088 00000100:00100000:2.0:1772472158.636238:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1772472158.636244:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856937088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.636275:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856937088:12345-0@lo:400:kworker.0 Request processed in 31us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472158.636281:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1772472158.636414:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856936832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.636442:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472158.636463:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856937344:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.636483:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472158.648037:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856937856:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648098:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472158.648136:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772472158.648144:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856936704:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648167:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472158.648189:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856937216:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648212:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472158.648230:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856937728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648249:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472158.648281:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936832 00000100:00100000:3.0:1772472158.648289:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936832 00000100:00100000:3.0:1772472158.648365:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1772472158.648374:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856936832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648518:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856936832:12345-0@lo:400:kworker.0 Request processed in 143us (12073us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472158.648527:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1772472158.648553:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937344 00000100:00100000:3.0:1772472158.648557:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937344 00000100:00100000:3.0:1772472158.648584:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937856 00000100:00100000:3.0:1772472158.648586:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937856 00000100:00100000:3.0:1772472158.648597:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856936704 00000100:00100000:3.0:1772472158.648599:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856936704 00000100:00100000:3.0:1772472158.648608:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937216 00000100:00100000:3.0:1772472158.648610:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937216 00000100:00100000:3.0:1772472158.648620:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937728 00000100:00100000:3.0:1772472158.648622:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937728 00000100:00100000:3.0:1772472158.648634:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1772472158.648640:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856937344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648669:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856937344:12345-0@lo:400:kworker.0 Request processed in 29us (12185us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472158.648675:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1772472158.648685:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1772472158.648690:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856937856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648711:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856937856:12345-0@lo:400:kworker.0 Request processed in 21us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472158.648716:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1772472158.648725:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1772472158.648729:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856936704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648750:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86554a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856936704:12345-0@lo:400:kworker.0 Request processed in 20us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472158.648755:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1772472158.648764:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1772472158.648769:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856937216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648803:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856937216:12345-0@lo:400:kworker.0 Request processed in 34us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472158.648809:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1772472158.648818:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1772472158.648823:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856937728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648845:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8606b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856937728:12345-0@lo:400:kworker.0 Request processed in 22us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472158.648850:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1772472158.648893:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856936704:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648902:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856937216:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648910:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856937728:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648918:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856936832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648927:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856937344:0@lo:400:kworker.0 00000100:00100000:3.0:1772472158.648935:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856937856:0@lo:400:kworker.0 00000100:00080000:2.0:1772472158.649242:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472158.649248:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472158.649250:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472158.649275:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856936576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.649288:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856937088:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.649334:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856937600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.649346:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856936960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472158.649356:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856937472:0@lo:400:kworker.0 00010000:00010000:2.0:1772472159.404164:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472159.660211:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856937984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472159.660282:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472159.660429:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856937984 00000100:00100000:1.0:1772472159.660437:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856937984 00000100:00100000:1.0:1772472159.660486:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1772472159.660494:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856937984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472159.660523:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472159.660573:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856937984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472159.660580:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1772472159.660740:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856937984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472159.663991:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856938112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472159.664065:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472159.664142:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938112 00000100:00100000:2.0:1772472159.664150:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938112 00000100:00100000:2.0:1772472159.664203:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1772472159.664213:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856938112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472159.664237:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472159.664280:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856938112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.664288:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1772472159.664384:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856938112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472159.962951:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.962992:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.963024:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.963050:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.963069:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.963087:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.963104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.963123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472159.963443:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835117952 00000100:00100000:3.0:1772472159.963454:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835117952 00000100:00100000:3.0:1772472159.963536:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 813 00000100:00100000:3.0:1772472159.963548:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835117952:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472159.963629:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835117952:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472159.963638:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 813 00000100:00100000:0.0:1772472159.964244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472159.964283:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118080 00000100:00100000:0.0:1772472159.964289:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118080 00000100:00100000:0.0:1772472159.964357:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118208 00000100:00100000:0.0:1772472159.964361:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118208 00000100:00100000:0.0:1772472159.964382:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118592 00000100:00100000:0.0:1772472159.964385:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118592 00000100:00100000:0.0:1772472159.964401:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118720 00000100:00100000:0.0:1772472159.964404:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118720 00000100:00100000:0.0:1772472159.964421:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1312 00000100:00100000:0.0:1772472159.964430:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835118080:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472159.964479:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835118080:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 50us (1485us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472159.964487:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1312 00000100:00100000:2.0:1772472159.964648:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1313 00000100:00100000:2.0:1772472159.964658:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835118208:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.964687:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835118208:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.964707:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1313 00000100:00100000:2.0:1772472159.964721:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1314 00000100:00100000:2.0:1772472159.964727:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835118592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.964752:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835118592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (1663us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.964758:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1314 00000100:00100000:2.0:1772472159.964781:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1315 00000100:00100000:2.0:1772472159.964788:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835118720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.964812:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835118720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.964818:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1315 00000100:00100000:2.0:1772472159.964838:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118336 00000100:00100000:2.0:1772472159.964843:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118336 00000100:00100000:2.0:1772472159.964870:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118464 00000100:00100000:2.0:1772472159.964873:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118464 00000100:00100000:2.0:1772472159.964892:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118848 00000100:00100000:2.0:1772472159.964894:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118848 00000100:00100000:2.0:1772472159.964908:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835118976 00000100:00100000:2.0:1772472159.964911:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835118976 00000100:00100000:2.0:1772472159.964925:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 792 00000100:00100000:2.0:1772472159.964930:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835118336:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.964960:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835118336:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (1908us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.964966:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 792 00000100:00100000:2.0:1772472159.964978:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00100000:2.0:1772472159.964983:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835118464:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.965003:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835118464:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.965008:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 793 00000100:00100000:2.0:1772472159.965017:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 794 00000100:00100000:2.0:1772472159.965022:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835118848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.965040:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835118848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (1917us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.965046:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 794 00000100:00100000:2.0:1772472159.965054:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 795 00000100:00100000:2.0:1772472159.965059:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835118976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472159.965092:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835118976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472159.965098:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 795 00000100:00080000:2.0:1772472159.965114:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472159.965119:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472159.965121:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472159.965123:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1772472160.428444:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472160.517694:0:26846:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472160.517707:0:26846:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472160.518798:0:26846:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472160.518818:0:26846:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472161.194583:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856938240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472161.194666:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472161.194904:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938240 00000100:00100000:0.0:1772472161.194912:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938240 00000100:00100000:0.0:1772472161.194970:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1772472161.194979:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856938240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472161.195017:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1772472161.195069:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856938240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472161.195077:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1772472161.195454:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856938240:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472161.451175:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472162.221816:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856938368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472162.221889:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472162.222006:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938368 00000100:00100000:0.0:1772472162.222016:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938368 00000100:00100000:0.0:1772472162.222116:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1772472162.222126:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856938368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472162.222162:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472162.222212:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856938368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472162.222220:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1772472162.222288:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb10c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856938368:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472162.476687:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472162.631341:0:26897:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472162.631353:0:26897:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472162.638206:0:26897:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472162.638228:0:26897:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472162.669466:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472162.669476:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472162.670027:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472162.670041:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472163.055644:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1772472163.498597:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472163.758190:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856938496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472163.758273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.758488:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938496 00000100:00100000:2.0:1772472163.758495:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938496 00000100:00100000:2.0:1772472163.758542:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1772472163.758551:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856938496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1772472163.758578:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472163.758613:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856938496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.758620:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1772472163.758640:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856938880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758665:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.758680:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856939392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758699:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.758711:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856939904:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758727:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.758764:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1772472163.758770:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856938752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758790:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.758807:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856939264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758825:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.758841:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856939776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758861:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1772472163.758885:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472163.758903:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938880 00000100:00100000:2.0:1772472163.758906:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938880 00000100:00100000:2.0:1772472163.758931:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1772472163.758938:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856938880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.758975:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856938880:12345-0@lo:400:kworker.0 Request processed in 38us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.758982:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1772472163.759018:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939392 00000100:00100000:2.0:1772472163.759022:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939392 00000100:00100000:2.0:1772472163.759056:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939904 00000100:00100000:2.0:1772472163.759059:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939904 00000100:00100000:2.0:1772472163.759069:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938752 00000100:00100000:2.0:1772472163.759071:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938752 00000100:00100000:2.0:1772472163.759080:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939264 00000100:00100000:2.0:1772472163.759082:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939264 00000100:00100000:2.0:1772472163.759092:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939776 00000100:00100000:2.0:1772472163.759094:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939776 00000100:00100000:2.0:1772472163.759106:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1772472163.759112:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856939392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759142:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856939392:12345-0@lo:400:kworker.0 Request processed in 30us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.759148:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1772472163.759163:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1772472163.759169:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856939904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759193:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856939904:12345-0@lo:400:kworker.0 Request processed in 24us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.759199:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1772472163.759216:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1772472163.759222:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856938752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759246:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856938752:12345-0@lo:400:kworker.0 Request processed in 24us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.759251:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1772472163.759264:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1772472163.759270:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856939264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759295:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856939264:12345-0@lo:400:kworker.0 Request processed in 26us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.759328:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1772472163.759341:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1772472163.759347:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856939776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759426:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856939776:12345-0@lo:400:kworker.0 Request processed in 79us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.759431:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00080000:2.0:1772472163.759464:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472163.759467:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472163.759492:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856939008:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759518:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759537:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856939520:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759574:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856940032:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759593:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759633:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856938496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472163.759653:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1772472163.759659:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856938624:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759704:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856939136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759725:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759754:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856939648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759776:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759791:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856940160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472163.759810:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472163.759837:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939520 00000100:00100000:2.0:1772472163.759842:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939520 00000100:00100000:2.0:1772472163.759882:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940032 00000100:00100000:2.0:1772472163.759885:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940032 00000100:00100000:2.0:1772472163.759900:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939648 00000100:00100000:2.0:1772472163.759903:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939648 00000100:00100000:2.0:1772472163.759920:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1772472163.759926:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856939520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.759966:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856939520:12345-0@lo:400:kworker.0 Request processed in 39us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.759976:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1772472163.759990:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1772472163.759996:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856940032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760021:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856940032:12345-0@lo:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.760027:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1772472163.760043:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1772472163.760050:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856939648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760075:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856939648:12345-0@lo:400:kworker.0 Request processed in 26us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.760080:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1772472163.760103:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856938624 00000100:00100000:2.0:1772472163.760107:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856938624 00000100:00100000:2.0:1772472163.760130:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1772472163.760135:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856938624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760163:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856938624:12345-0@lo:400:kworker.0 Request processed in 28us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.760169:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1772472163.760194:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939136 00000100:00100000:2.0:1772472163.760197:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939136 00000100:00100000:2.0:1772472163.760221:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1772472163.760226:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856939136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760254:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856939136:12345-0@lo:400:kworker.0 Request processed in 28us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.760259:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:2.0:1772472163.760279:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472163.760282:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472163.760334:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856938752:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760348:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856939264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760358:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856939776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760369:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856938880:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760378:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856939392:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760388:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856939904:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760419:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856939008 00000100:00100000:2.0:1772472163.760423:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856939008 00000100:00100000:2.0:1772472163.760449:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1772472163.760456:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856939008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760484:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856939008:12345-0@lo:400:kworker.0 Request processed in 29us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472163.760490:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1772472163.760517:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856938624:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760527:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856939136:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760536:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856939648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760546:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856939008:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760555:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856939520:0@lo:400:kworker.0 00000100:00100000:2.0:1772472163.760564:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856940032:0@lo:400:kworker.0 00000100:00100000:1.0:1772472163.760803:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940160 00000100:00100000:1.0:1772472163.760809:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940160 00000100:00100000:1.0:1772472163.760845:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1772472163.760852:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856940160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472163.760868:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472163.760912:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856940160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472163.760918:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1772472163.760951:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856940160:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1772472164.423266:0:26948:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472164.423277:0:26948:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472164.425435:0:26948:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472164.425457:0:26948:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472164.526853:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472164.778626:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856940288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472164.778713:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472164.778872:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940288 00000100:00100000:0.0:1772472164.778882:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940288 00000100:00100000:0.0:1772472164.778950:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1772472164.778962:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856940288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472164.779004:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472164.781004:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856940416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472164.781095:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472164.782687:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940416 00000100:00100000:1.0:1772472164.782711:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940416 00000100:00100000:1.0:1772472164.782780:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1772472164.782790:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856940416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472164.782819:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472164.782896:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856940416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472164.782904:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1772472164.782954:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856940416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472164.791622:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856940288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 12651us (12909us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472164.791638:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1772472164.796347:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856940288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472165.063250:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063364:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063394:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063414:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063432:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063449:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063466:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063483:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472165.063506:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472165.063677:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119104 00000100:00100000:2.0:1772472165.063690:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119104 00000100:00100000:2.0:1772472165.063768:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 815 00000100:00100000:2.0:1772472165.063780:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835119104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.063866:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835119104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 89us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.063874:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 815 00000100:00100000:2.0:1772472165.063914:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119616 00000100:00100000:2.0:1772472165.063918:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119616 00000100:00100000:2.0:1772472165.063952:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120128 00000100:00100000:2.0:1772472165.063955:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120128 00000100:00100000:2.0:1772472165.063971:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119488 00000100:00100000:2.0:1772472165.063974:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119488 00000100:00100000:2.0:1772472165.063986:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120000 00000100:00100000:2.0:1772472165.063989:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120000 00000100:00100000:2.0:1772472165.064003:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 799 00000100:00100000:2.0:1772472165.064009:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835119616:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064038:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835119616:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064044:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 799 00000100:00100000:2.0:1772472165.064055:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 800 00000100:00100000:2.0:1772472165.064061:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835120128:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064084:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835120128:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064091:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 800 00000100:00100000:2.0:1772472165.064101:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:2.0:1772472165.064107:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835119488:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064133:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835119488:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064139:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 801 00000100:00100000:2.0:1772472165.064150:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 802 00000100:00100000:2.0:1772472165.064156:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835120000:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064177:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835120000:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064182:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 802 00000100:00100000:2.0:1772472165.064200:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119360 00000100:00100000:2.0:1772472165.064203:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119360 00000100:00100000:2.0:1772472165.064231:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119872 00000100:00100000:2.0:1772472165.064234:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119872 00000100:00100000:2.0:1772472165.064251:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119232 00000100:00100000:2.0:1772472165.064254:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119232 00000100:00100000:2.0:1772472165.064263:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835119744 00000100:00100000:2.0:1772472165.064266:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835119744 00000100:00100000:2.0:1772472165.064277:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1322 00000100:00100000:2.0:1772472165.064282:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835119360:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064349:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb10c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835119360:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 65us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064355:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1322 00000100:00100000:2.0:1772472165.064367:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1323 00000100:00100000:2.0:1772472165.064374:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835119872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064396:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835119872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064401:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1323 00000100:00100000:2.0:1772472165.064409:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1324 00000100:00100000:2.0:1772472165.064414:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835119232:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064434:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835119232:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064439:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1324 00000100:00100000:2.0:1772472165.064449:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1325 00000100:00100000:2.0:1772472165.064455:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835119744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472165.064471:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835119744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472165.064476:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1325 00000100:00080000:2.0:1772472165.064507:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472165.064511:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472165.064513:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472165.064515:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472165.555908:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472166.326873:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856940544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472166.326964:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472166.327050:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940544 00000100:00100000:1.0:1772472166.327060:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940544 00000100:00100000:1.0:1772472166.327676:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1772472166.327691:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856940544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472166.327826:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472166.327899:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856940544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 213us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472166.327907:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1772472166.327971:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856940544:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1772472166.423765:0:26999:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472166.423777:0:26999:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472166.425195:0:26999:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472166.425215:0:26999:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472166.575600:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472167.339096:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856940672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472167.339186:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472167.342382:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940672 00000100:00100000:1.0:1772472167.342400:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940672 00000100:00100000:1.0:1772472167.342700:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1772472167.342723:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856940672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472167.343599:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472167.343719:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b862c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856940672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 985us (4519us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472167.343833:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856940672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472167.343897:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00010000:00010000:0.0:1772472167.601038:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472168.453123:0:27051:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472168.453133:0:27051:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472168.454907:0:27051:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472168.454926:0:27051:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472168.641574:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472168.874937:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856940800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472168.875023:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472168.875261:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940800 00000100:00100000:1.0:1772472168.875270:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940800 00000100:00100000:1.0:1772472168.875351:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1772472168.875362:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856940800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472168.875391:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472168.879182:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856941312:0@lo:400:kworker.0 00000100:00100000:0.0:1772472168.879283:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.879478:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856940928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472168.879513:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.879575:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856941056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.879606:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.879633:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472168.879640:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856941184:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.879670:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.879756:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941056 00000100:00100000:2.0:1772472168.879763:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941056 00000100:00100000:2.0:1772472168.879815:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1772472168.879824:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856941056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.879878:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856941056:12345-0@lo:400:kworker.0 Request processed in 54us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.879885:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1772472168.879915:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941184 00000100:00100000:2.0:1772472168.879919:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941184 00000100:00100000:2.0:1772472168.879946:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1772472168.879953:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856941184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.879983:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856941184:12345-0@lo:400:kworker.0 Request processed in 30us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.879999:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1772472168.880059:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856941184:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.880069:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856941056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.880142:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856940928 00000100:00100000:2.0:1772472168.880147:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856940928 00000100:00100000:2.0:1772472168.880172:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1772472168.880178:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856940928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472168.880196:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472168.880234:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856940928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.880240:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:2.0:1772472168.880257:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472168.880281:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856940928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472168.887347:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941312 00000100:00100000:3.0:1772472168.887366:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941312 00000100:00100000:3.0:1772472168.887430:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1772472168.887454:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856941312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.887571:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856941312:12345-0@lo:400:kworker.0 Request processed in 120us (8288us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472168.887579:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1772472168.890278:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856941568:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.890392:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.890482:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856941696:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.890514:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.890707:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941696 00000100:00100000:2.0:1772472168.890715:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941696 00000100:00100000:2.0:1772472168.890767:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1772472168.890775:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856941696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.890820:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856941696:12345-0@lo:400:kworker.0 Request processed in 46us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.890826:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00080000:2.0:1772472168.890847:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472168.890876:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856941696:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.890926:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856942080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.890948:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.890970:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942080 00000100:00100000:2.0:1772472168.890973:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942080 00000100:00100000:2.0:1772472168.891012:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1772472168.891019:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856942080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.891049:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856942080:12345-0@lo:400:kworker.0 Request processed in 32us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.891055:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:2.0:1772472168.891070:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472168.891085:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856942080:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.891110:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856942208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.891128:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472168.891151:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942208 00000100:00100000:2.0:1772472168.891154:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942208 00000100:00100000:2.0:1772472168.891181:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1772472168.891185:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856942208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.891213:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856942208:12345-0@lo:400:kworker.0 Request processed in 27us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.891218:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00080000:2.0:1772472168.891229:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472168.891241:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856942208:0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.891297:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941568 00000100:00100000:2.0:1772472168.891327:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941568 00000100:00100000:2.0:1772472168.891348:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1772472168.891354:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856941568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472168.891387:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856941568:12345-0@lo:400:kworker.0 Request processed in 33us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472168.891393:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1772472168.891412:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856941568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.894643:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856941440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.894728:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472168.894774:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856941952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.894797:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472168.894822:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472168.894829:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856941824:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.894850:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472168.894868:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856942336:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.894887:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472168.894923:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941952 00000100:00100000:3.0:1772472168.894931:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941952 00000100:00100000:3.0:1772472168.894984:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1772472168.894993:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856941952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895047:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856941952:12345-0@lo:400:kworker.0 Request processed in 54us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472168.895054:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1772472168.895078:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941440 00000100:00100000:3.0:1772472168.895082:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941440 00000100:00100000:3.0:1772472168.895105:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856941824 00000100:00100000:3.0:1772472168.895108:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856941824 00000100:00100000:3.0:1772472168.895125:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942336 00000100:00100000:3.0:1772472168.895128:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942336 00000100:00100000:3.0:1772472168.895147:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1772472168.895153:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856941440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895184:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856941440:12345-0@lo:400:kworker.0 Request processed in 31us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472168.895190:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1772472168.895201:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1772472168.895208:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856941824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895235:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856941824:12345-0@lo:400:kworker.0 Request processed in 27us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472168.895241:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1772472168.895252:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1772472168.895258:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856942336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895288:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856942336:12345-0@lo:400:kworker.0 Request processed in 30us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472168.895294:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00080000:3.0:1772472168.895357:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472168.895361:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472168.895402:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856941824:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895414:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856942336:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895423:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856941440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472168.895432:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856941952:0@lo:400:kworker.0 00000100:00100000:1.0:1772472168.897856:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856940800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 22485us (22822us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472168.897875:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1772472168.899778:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856940800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472168.899837:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856941312:0@lo:400:kworker.0 00010000:00010000:3.0:1772472169.648116:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472169.898560:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472169.898588:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856942464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472169.898659:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472169.898898:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942464 00000100:00100000:2.0:1772472169.898908:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942464 00000100:00100000:2.0:1772472169.898968:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1772472169.898978:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856942464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472169.899024:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472169.899075:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856942464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472169.899083:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1772472169.899267:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856942464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472169.903578:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472169.903603:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856942592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472169.903673:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472169.903958:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942592 00000100:00100000:1.0:1772472169.903967:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942592 00000100:00100000:1.0:1772472169.904098:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1772472169.904108:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856942592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472169.904132:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472169.904177:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856942592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472169.904184:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1772472169.904229:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856942592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472170.185792:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472170.185844:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472170.185883:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472170.185891:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120256 00000100:00100000:3.0:1772472170.185903:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120256 00000100:00100000:0.0:1772472170.185906:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472170.185923:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472170.185940:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472170.185958:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 817 00000100:00100000:0.0:1772472170.185958:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472170.185968:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835120256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.185975:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472170.186014:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472170.186036:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120512 00000100:00100000:3.0:1772472170.186037:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835120256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 71us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186040:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120512 00000100:00100000:3.0:1772472170.186045:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 817 00000100:00100000:0.0:1772472170.186077:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121024 00000100:00100000:0.0:1772472170.186080:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121024 00000100:00100000:0.0:1772472170.186102:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120384 00000100:00100000:0.0:1772472170.186104:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120384 00000100:00100000:0.0:1772472170.186117:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120896 00000100:00100000:0.0:1772472170.186119:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120896 00000100:00100000:0.0:1772472170.186133:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1332 00000100:00100000:0.0:1772472170.186138:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835120512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186169:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835120512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186175:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1332 00000100:00080000:3.0:1772472170.186186:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472170.186189:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1333 00000100:00080000:3.0:1772472170.186191:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472170.186196:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835121024:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186235:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835121024:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 38us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186241:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1333 00000100:00100000:0.0:1772472170.186255:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1334 00000100:00100000:0.0:1772472170.186261:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835120384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186286:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835120384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186293:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1334 00000100:00100000:0.0:1772472170.186324:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1335 00000100:00100000:0.0:1772472170.186331:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835120896:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186356:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835120896:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186362:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1335 00000100:00100000:0.0:1772472170.186381:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120768 00000100:00100000:0.0:1772472170.186385:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120768 00000100:00100000:0.0:1772472170.186421:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121280 00000100:00100000:0.0:1772472170.186424:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121280 00000100:00100000:0.0:1772472170.186440:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835120640 00000100:00100000:0.0:1772472170.186443:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835120640 00000100:00100000:0.0:1772472170.186454:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121152 00000100:00100000:0.0:1772472170.186456:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121152 00000100:00100000:0.0:1772472170.186469:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00100000:0.0:1772472170.186477:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835120768:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:3.0:1772472170.186495:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472170.186499:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472170.186507:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835120768:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186514:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00100000:0.0:1772472170.186526:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 806 00000100:00100000:0.0:1772472170.186532:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835121280:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186555:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835121280:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186561:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 806 00000100:00100000:0.0:1772472170.186572:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 807 00000100:00100000:0.0:1772472170.186578:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835120640:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186600:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835120640:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186606:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 807 00000100:00100000:0.0:1772472170.186618:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 808 00000100:00100000:0.0:1772472170.186624:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835121152:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472170.186645:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835121152:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472170.186652:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 808 00000040:00080000:1.0:1772472170.380442:0:27102:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472170.380452:0:27102:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472170.381745:0:27102:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472170.381762:0:27102:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472170.666993:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472171.434790:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472171.434817:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856942720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472171.434887:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472171.435131:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942720 00000100:00100000:2.0:1772472171.435140:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942720 00000100:00100000:2.0:1772472171.435203:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1772472171.435220:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856942720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472171.435257:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472171.435765:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856942720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 551us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472171.435777:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1772472171.435878:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856942720:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472171.690635:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472172.454172:0:27153:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472172.454182:0:27153:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472172.455694:0:27153:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472172.455710:0:27153:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472172.458710:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472172.458872:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856942848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472172.458949:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472172.459158:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942848 00000100:00100000:0.0:1772472172.459166:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942848 00000100:00100000:0.0:1772472172.459243:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1772472172.459253:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856942848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472172.459290:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472172.459359:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856942848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472172.459366:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1772472172.459746:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856942848:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472172.714629:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472172.906973:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472172.906984:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472172.907579:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472172.907592:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1772472173.291938:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772472173.741938:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472173.998184:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472173.998206:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856942976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472173.998273:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472173.998605:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856943104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472173.998640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472173.998796:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472173.998803:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856943232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472173.998830:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472173.998868:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943104 00000100:00100000:3.0:1772472173.998876:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943104 00000100:00100000:3.0:1772472173.998919:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1772472173.998928:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856943104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472173.998974:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c9297b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856943104:12345-0@lo:400:kworker.0 Request processed in 46us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472173.998981:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1772472173.999011:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856942976 00000100:00100000:3.0:1772472173.999015:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856942976 00000100:00100000:3.0:1772472173.999041:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943232 00000100:00100000:3.0:1772472173.999043:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943232 00000100:00100000:3.0:1772472173.999055:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1772472173.999060:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856942976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472173.999079:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472173.999122:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856942976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472173.999128:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1772472173.999140:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1772472173.999146:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856943232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472173.999155:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472173.999177:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856943232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472173.999184:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1772472173.999224:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856943232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472173.999233:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856943104:0@lo:400:kworker.0 00000100:00080000:3.0:1772472173.999255:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472173.999275:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856942976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472174.001807:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856943360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.001868:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472174.001904:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472174.001909:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856943488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.001929:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472174.001955:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856943616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.001973:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472174.001998:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943360 00000100:00100000:3.0:1772472174.002004:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943360 00000100:00100000:3.0:1772472174.002039:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943616 00000100:00100000:3.0:1772472174.002041:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943616 00000100:00100000:3.0:1772472174.002057:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1772472174.002062:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856943360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.002103:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856943360:12345-0@lo:400:kworker.0 Request processed in 40us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472174.002121:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1772472174.002136:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1772472174.002142:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856943616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.002172:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856943616:12345-0@lo:400:kworker.0 Request processed in 30us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472174.002178:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1772472174.002222:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856943360:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.002244:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856943616:0@lo:400:kworker.0 00000100:00100000:2.0:1772472174.004990:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943488 00000100:00100000:2.0:1772472174.005004:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943488 00000100:00100000:2.0:1772472174.005063:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1772472174.005071:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856943488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472174.005167:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856943488:12345-0@lo:400:kworker.0 Request processed in 96us (3236us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472174.005175:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1772472174.005224:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856943488:0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010444:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856943744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010513:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472174.010552:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856944256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010577:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472174.010599:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472174.010606:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856944128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010632:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472174.010673:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943744 00000100:00100000:0.0:1772472174.010680:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943744 00000100:00100000:0.0:1772472174.010721:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1772472174.010730:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856943744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010783:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856943744:12345-0@lo:400:kworker.0 Request processed in 54us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472174.010791:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1772472174.010814:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944256 00000100:00100000:0.0:1772472174.010818:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944256 00000100:00100000:0.0:1772472174.010848:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944128 00000100:00100000:0.0:1772472174.010851:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944128 00000100:00100000:0.0:1772472174.010870:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1772472174.010876:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856944256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010904:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856944256:12345-0@lo:400:kworker.0 Request processed in 28us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472174.010909:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1772472174.010918:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1772472174.010923:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856944128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010944:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856944128:12345-0@lo:400:kworker.0 Request processed in 20us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472174.010949:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1772472174.010981:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856944128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010989:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856943744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472174.010995:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856944256:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.019531:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856944000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.019607:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472174.019930:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856944512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.019955:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472174.019983:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1772472174.019990:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856943872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.020009:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472174.020026:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856944384:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.020047:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1772472174.020074:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472174.021783:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944000 00000100:00100000:1.0:1772472174.021796:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944000 00000100:00100000:1.0:1772472174.021854:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944512 00000100:00100000:1.0:1772472174.021857:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944512 00000100:00100000:1.0:1772472174.021877:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856943872 00000100:00100000:1.0:1772472174.021879:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856943872 00000100:00100000:1.0:1772472174.021892:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944384 00000100:00100000:1.0:1772472174.021894:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944384 00000100:00100000:1.0:1772472174.021911:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1772472174.021920:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856944000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472174.021999:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856944000:12345-0@lo:400:kworker.0 Request processed in 80us (2391us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.022007:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1772472174.022023:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1772472174.022028:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856944512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472174.022052:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856944512:12345-0@lo:400:kworker.0 Request processed in 24us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.022057:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1772472174.022065:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1772472174.022070:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856943872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472174.022092:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856943872:12345-0@lo:400:kworker.0 Request processed in 22us (2082us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.022097:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1772472174.022107:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00080000:3.0:1772472174.024172:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472174.024183:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472174.024231:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856943872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.024246:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856944000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472174.024259:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856944512:0@lo:400:kworker.0 00000100:00100000:1.0:1772472174.025969:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856944384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472174.026073:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856944384:12345-0@lo:400:kworker.0 Request processed in 3958us (6022us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472174.026085:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1772472174.026869:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856944384:0@lo:400:kworker.0 00000040:00080000:0.0:1772472174.365317:0:27204:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472174.365327:0:27204:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472174.368808:0:27204:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472174.368833:0:27204:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472174.763862:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472175.018826:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856944640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472175.018826:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856944768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472175.019828:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472175.023073:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944768 00000100:00100000:1.0:1772472175.023090:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944768 00000100:00100000:1.0:1772472175.023178:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1772472175.023187:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856944768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472175.023221:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472175.023298:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856944768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (3475us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472175.023315:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1772472175.023717:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472175.023839:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944640 00000100:00100000:1.0:1772472175.023844:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944640 00000100:00100000:1.0:1772472175.023876:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1772472175.023883:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856944640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472175.023898:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472175.024011:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7a5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856944640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472175.024063:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856944640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 180us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472175.024126:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856944768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472175.024712:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1772472175.304230:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472175.304289:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472175.304371:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472175.304374:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121536 00000100:00100000:1.0:1772472175.304386:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121536 00000100:00100000:3.0:1772472175.304401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472175.304431:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472175.304456:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472175.304459:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121664 00000100:00100000:1.0:1772472175.304464:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121664 00000100:00100000:3.0:1772472175.304486:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472175.304491:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122176 00000100:00100000:1.0:1772472175.304494:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122176 00000100:00100000:3.0:1772472175.304516:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472175.304531:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122048 00000100:00100000:1.0:1772472175.304535:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122048 00000100:00100000:1.0:1772472175.304562:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1342 00000100:00100000:1.0:1772472175.304571:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835121536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472175.304610:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472175.304666:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835121536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 96us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472175.304675:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1342 00000100:00100000:1.0:1772472175.304692:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1343 00000100:00100000:1.0:1772472175.304699:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835121664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472175.304723:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835121664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472175.304729:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1343 00000100:00100000:1.0:1772472175.304740:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1344 00000100:00100000:1.0:1772472175.304746:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835122176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472175.304778:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835122176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472175.304785:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1344 00000100:00100000:1.0:1772472175.304797:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1345 00000100:00100000:1.0:1772472175.304803:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835122048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472175.304826:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835122048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472175.304832:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1345 00000100:00100000:3.0:1772472175.304852:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121920 00000100:00100000:3.0:1772472175.304859:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121920 00000100:00100000:3.0:1772472175.304890:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122432 00000100:00100000:3.0:1772472175.304893:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122432 00000100:00100000:3.0:1772472175.304913:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121792 00000100:00100000:3.0:1772472175.304916:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121792 00000100:00100000:3.0:1772472175.304927:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122304 00000100:00100000:3.0:1772472175.304929:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122304 00000100:00100000:3.0:1772472175.304941:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00100000:3.0:1772472175.304947:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835121920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472175.304977:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835121920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472175.304983:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 811 00000100:00080000:1.0:1772472175.304987:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472175.304993:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472175.304997:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472175.305000:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 812 00000100:00080000:1.0:1772472175.305002:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472175.305010:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835122432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472175.305034:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835122432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472175.305040:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 812 00000100:00100000:3.0:1772472175.305050:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 813 00000100:00100000:3.0:1772472175.305057:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835121792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472175.305079:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835121792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472175.305085:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 813 00000100:00100000:3.0:1772472175.305097:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 814 00000100:00100000:3.0:1772472175.305104:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835122304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472175.305128:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835122304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472175.305134:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 814 00000100:00100000:2.0:1772472175.305334:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835121408 00000100:00100000:2.0:1772472175.305339:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835121408 00000100:00100000:2.0:1772472175.305376:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00100000:2.0:1772472175.305384:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835121408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472175.305424:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835121408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 42us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472175.305430:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 819 00010000:00010000:0.0:1772472175.787808:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472176.225684:0:27256:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472176.225694:0:27256:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472176.226226:0:27256:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472176.226238:0:27256:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472176.554690:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472176.554710:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856944896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472176.554777:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472176.555159:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856944896 00000100:00100000:2.0:1772472176.555166:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856944896 00000100:00100000:2.0:1772472176.555219:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1772472176.555227:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856944896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472176.555258:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472176.555326:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856944896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472176.555334:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1772472176.555463:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856944896:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472176.810841:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472177.578784:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856945024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472177.578854:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472177.579015:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945024 00000100:00100000:2.0:1772472177.579023:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945024 00000100:00100000:2.0:1772472177.579071:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1772472177.579079:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856945024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472177.579113:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472177.579510:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856945024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 429us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472177.579521:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1772472177.579715:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856945024:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472177.835523:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472177.871156:0:27307:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472177.871165:0:27307:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472177.871797:0:27307:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472177.871812:0:27307:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472178.858641:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472179.114516:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472179.114539:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856945152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472179.114630:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472179.114697:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945152 00000100:00100000:3.0:1772472179.114704:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945152 00000100:00100000:3.0:1772472179.114756:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1772472179.114765:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856945152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472179.114798:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472179.114842:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856945152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.114852:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:3.0:1772472179.114873:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472179.114905:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856945152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472179.115456:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856945408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115503:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472179.115527:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856945920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115567:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472179.115594:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856946432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115624:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472179.115642:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772472179.115647:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856945536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115667:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472179.115680:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856946048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115695:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472179.115708:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856946560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115725:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472179.115752:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945408 00000100:00100000:0.0:1772472179.115757:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945408 00000100:00100000:0.0:1772472179.115794:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1772472179.115800:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856945408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115836:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856945408:12345-0@lo:400:kworker.0 Request processed in 36us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.115843:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1772472179.115875:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945920 00000100:00100000:0.0:1772472179.115878:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945920 00000100:00100000:0.0:1772472179.115914:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1772472179.115932:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856945920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.115964:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856945920:12345-0@lo:400:kworker.0 Request processed in 42us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.115970:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1772472179.115985:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946432 00000100:00100000:0.0:1772472179.115988:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946432 00000100:00100000:0.0:1772472179.116012:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1772472179.116017:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856946432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116041:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856946432:12345-0@lo:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.116046:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1772472179.116061:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945536 00000100:00100000:0.0:1772472179.116064:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945536 00000100:00100000:0.0:1772472179.116085:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946048 00000100:00100000:0.0:1772472179.116087:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946048 00000100:00100000:0.0:1772472179.116104:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946560 00000100:00100000:0.0:1772472179.116107:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946560 00000100:00100000:0.0:1772472179.116121:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1772472179.116126:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856945536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116150:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856945536:12345-0@lo:400:kworker.0 Request processed in 24us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.116156:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1772472179.116165:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1772472179.116170:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856946048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116188:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856946048:12345-0@lo:400:kworker.0 Request processed in 18us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.116193:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1772472179.116202:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1772472179.116206:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856946560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116225:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856946560:12345-0@lo:400:kworker.0 Request processed in 18us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.116230:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1772472179.116266:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856945536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116274:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856946048:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116281:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856946560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116288:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856945408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116295:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856945920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.116323:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856946432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116597:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856945664:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116635:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472179.116660:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856946176:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472179.116689:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856946688:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472179.116716:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1772472179.116722:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856945280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472179.116739:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472179.116752:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856945792:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472179.116779:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856946304:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116796:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472179.116810:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856946816:0@lo:400:kworker.0 00000100:00100000:1.0:1772472179.116827:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472179.117110:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946176 00000100:00100000:3.0:1772472179.117116:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946176 00000100:00100000:3.0:1772472179.117141:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946688 00000100:00100000:3.0:1772472179.117143:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946688 00000100:00100000:3.0:1772472179.117156:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945792 00000100:00100000:3.0:1772472179.117158:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945792 00000100:00100000:3.0:1772472179.117170:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1772472179.117177:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856946176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.117219:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856946176:12345-0@lo:400:kworker.0 Request processed in 43us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.117225:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1772472179.117237:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1772472179.117243:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856946688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.117266:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856946688:12345-0@lo:400:kworker.0 Request processed in 24us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.117272:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1772472179.117282:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1772472179.117286:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856945792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.117327:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856945792:12345-0@lo:400:kworker.0 Request processed in 40us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.117332:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1772472179.117347:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946304 00000100:00100000:3.0:1772472179.117350:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946304 00000100:00100000:3.0:1772472179.117371:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946816 00000100:00100000:3.0:1772472179.117373:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946816 00000100:00100000:3.0:1772472179.117388:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1772472179.117393:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856946304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.117418:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856946304:12345-0@lo:400:kworker.0 Request processed in 25us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.117423:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1772472179.117431:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1772472179.117436:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856946816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.117456:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856946816:12345-0@lo:400:kworker.0 Request processed in 21us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.117461:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1772472179.117485:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945280 00000100:00100000:3.0:1772472179.117488:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945280 00000100:00100000:3.0:1772472179.117508:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1772472179.117514:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856945280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472179.117527:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472179.117552:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856945280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472179.117558:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:3.0:1772472179.117596:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472179.117601:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472179.118750:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472179.118757:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472179.118834:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856945280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472179.118849:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856945792:0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.118860:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856946304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.118868:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856946816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.118879:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856946176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472179.118888:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856946688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.118994:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856945664 00000100:00100000:0.0:1772472179.119000:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856945664 00000100:00100000:0.0:1772472179.119049:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1772472179.119063:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856945664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472179.119118:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7a5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856945664:12345-0@lo:400:kworker.0 Request processed in 63us (2482us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472179.119125:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1772472179.119387:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856945664:0@lo:400:kworker.0 00000040:00080000:1.0:1772472179.661383:0:27358:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472179.661393:0:27358:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472179.662064:0:27358:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472179.662072:0:27358:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472179.882613:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472180.138960:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856946944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472180.139037:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472180.139201:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856946944 00000100:00100000:2.0:1772472180.139210:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856946944 00000100:00100000:2.0:1772472180.139262:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1772472180.139271:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856946944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472180.139325:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472180.139380:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856946944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472180.139391:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1772472180.139543:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856946944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472180.141835:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472180.141996:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856947072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472180.142090:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472180.142746:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947072 00000100:00100000:3.0:1772472180.142759:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947072 00000100:00100000:3.0:1772472180.142876:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1772472180.142887:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856947072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472180.142915:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472180.142987:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856947072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472180.142995:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1772472180.143098:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856947072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472180.421696:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472180.421749:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472180.422265:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122688 00000100:00100000:1.0:1772472180.422276:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122688 00000100:00100000:1.0:1772472180.422396:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1352 00000100:00100000:1.0:1772472180.422409:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835122688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472180.422490:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835122688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 85us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472180.422498:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1352 00000100:00100000:0.0:1772472180.422835:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122560 00000100:00100000:0.0:1772472180.422840:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122560 00000100:00100000:0.0:1772472180.422882:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00100000:0.0:1772472180.422889:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835122560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472180.422940:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835122560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 52us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472180.422947:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00080000:3.0:1772472180.423157:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472180.427216:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472180.427358:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472180.427394:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472180.427453:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123200 00000100:00100000:1.0:1772472180.427463:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123200 00000100:00100000:1.0:1772472180.427539:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1353 00000100:00100000:1.0:1772472180.427550:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835123200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472180.427647:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835123200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 99us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472180.427656:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1353 00000100:00080000:2.0:1772472180.428290:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472180.430047:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472180.430071:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472180.430123:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122816 00000100:00100000:1.0:1772472180.430132:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122816 00000100:00100000:1.0:1772472180.430184:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1354 00000100:00100000:1.0:1772472180.430194:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc15c2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835122816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472180.430254:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc15c2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835122816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 62us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472180.430261:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1354 00000100:00080000:1.0:1772472180.431426:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472180.436641:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835122944 00000100:00100000:0.0:1772472180.436660:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835122944 00000100:00100000:0.0:1772472180.436752:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123456 00000100:00100000:0.0:1772472180.436755:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123456 00000100:00100000:0.0:1772472180.436798:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 818 00000100:00100000:0.0:1772472180.436810:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835122944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472180.436894:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835122944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 87us (9688us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472180.436901:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 818 00000100:00100000:0.0:1772472180.436919:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00100000:0.0:1772472180.436925:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835123456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472180.436962:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835123456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (9568us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472180.436969:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 819 00000100:00080000:1.0:1772472180.440495:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472180.441902:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472180.441953:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472180.441995:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123072 00000100:00100000:3.0:1772472180.442004:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123072 00000100:00100000:3.0:1772472180.442059:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123584 00000100:00100000:3.0:1772472180.442062:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123584 00000100:00100000:3.0:1772472180.442084:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 820 00000100:00100000:3.0:1772472180.442093:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835123072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472180.442162:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835123072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (12089us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472180.442170:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 820 00000100:00100000:3.0:1772472180.442186:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00100000:3.0:1772472180.442193:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835123584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472180.442215:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835123584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472180.442221:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 821 00000100:00080000:1.0:1772472180.443819:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472180.443844:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123328 00000100:00100000:1.0:1772472180.443852:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123328 00000100:00100000:1.0:1772472180.443931:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1355 00000100:00100000:1.0:1772472180.443940:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835123328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472180.444017:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835123328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 78us (2135us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472180.444025:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1355 00000100:00080000:2.0:1772472180.444290:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772472180.923615:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472181.676510:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856947200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472181.676600:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472181.676689:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947200 00000100:00100000:1.0:1772472181.676698:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947200 00000100:00100000:1.0:1772472181.676750:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1772472181.676760:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856947200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472181.676794:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472181.684043:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856947200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7274us (7433us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472181.684061:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1772472181.701265:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856947200:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1772472181.786962:0:27410:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472181.786971:0:27410:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472181.789523:0:27410:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472181.789545:0:27410:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472181.934270:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472182.122904:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472182.122915:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472182.124800:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472182.124820:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472182.699327:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472182.699352:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856947328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472182.699419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472182.699553:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947328 00000100:00100000:0.0:1772472182.699561:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947328 00000100:00100000:0.0:1772472182.699629:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1772472182.699638:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856947328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472182.699671:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472182.699721:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856947328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472182.699728:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1772472182.700413:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856947328:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472182.957938:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472183.531002:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772472183.980329:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472184.241527:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856947456:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241612:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241656:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856947968:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241682:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241700:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856948480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241722:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241739:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856948992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241758:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241783:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1772472184.241789:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856947584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241815:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241832:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856948096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241852:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241882:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856948608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241902:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241917:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856949120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472184.241937:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.241966:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856947712:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.241987:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.242004:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856948224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.242022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.242036:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856948736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.242052:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.242068:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472184.242073:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856947840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.242090:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.242102:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856948352:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.242120:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.242133:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856948864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.242151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472184.242183:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947456 00000100:00100000:3.0:1772472184.242190:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947456 00000100:00100000:3.0:1772472184.242235:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1772472184.242243:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856947456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.244519:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949120 00000100:00100000:2.0:1772472184.244543:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949120 00000100:00100000:2.0:1772472184.244613:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1772472184.244626:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856949120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472184.244656:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472184.244741:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856949120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (2801us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.244748:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1772472184.244772:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947584 00000100:00100000:2.0:1772472184.244775:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947584 00000100:00100000:2.0:1772472184.244794:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948096 00000100:00100000:2.0:1772472184.244797:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948096 00000100:00100000:2.0:1772472184.244809:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948608 00000100:00100000:2.0:1772472184.244811:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948608 00000100:00100000:2.0:1772472184.244824:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948224 00000100:00100000:2.0:1772472184.244826:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948224 00000100:00100000:2.0:1772472184.244837:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948736 00000100:00100000:2.0:1772472184.244840:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948736 00000100:00100000:2.0:1772472184.244850:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947840 00000100:00100000:2.0:1772472184.244852:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947840 00000100:00100000:2.0:1772472184.244866:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1772472184.244872:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856947584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.244907:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856947584:12345-0@lo:400:kworker.0 Request processed in 35us (3090us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.244914:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1772472184.244928:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1772472184.244934:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856948096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.245387:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856948096:12345-0@lo:400:kworker.0 Request processed in 453us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.245394:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1772472184.245408:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1772472184.245415:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856948608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.245442:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856948608:12345-0@lo:400:kworker.0 Request processed in 27us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.245447:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1772472184.245459:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:2.0:1772472184.245465:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856948224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.245516:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856948224:12345-0@lo:400:kworker.0 Request processed in 51us (3492us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.245521:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:2.0:1772472184.245698:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1772472184.245706:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856948736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.245802:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856948736:12345-0@lo:400:kworker.0 Request processed in 98us (3749us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.245809:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1772472184.245821:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1772472184.245827:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856947840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.245854:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856947840:12345-0@lo:400:kworker.0 Request processed in 27us (3764us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.245873:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1772472184.245905:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948480 00000100:00100000:2.0:1772472184.245909:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948480 00000100:00100000:2.0:1772472184.245936:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948992 00000100:00100000:2.0:1772472184.245950:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948992 00000100:00100000:2.0:1772472184.245965:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948352 00000100:00100000:2.0:1772472184.245968:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948352 00000100:00100000:1.0:1772472184.246429:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472184.246444:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856949248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472184.246492:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472184.246529:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949248 00000100:00100000:1.0:1772472184.246533:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949248 00000100:00100000:2.0:1772472184.247237:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856948864 00000100:00100000:2.0:1772472184.247241:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856948864 00000100:00100000:2.0:1772472184.247258:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1772472184.247264:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856948480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.247325:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856948480:12345-0@lo:400:kworker.0 Request processed in 60us (5602us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.247331:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1772472184.247345:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1772472184.247352:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856948992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.247378:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856948992:12345-0@lo:400:kworker.0 Request processed in 27us (5619us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.247383:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1772472184.247393:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1772472184.247399:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856948352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.247424:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856948352:12345-0@lo:400:kworker.0 Request processed in 25us (5303us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.247429:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1772472184.247438:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1772472184.247444:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856948864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.247466:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856948864:12345-0@lo:400:kworker.0 Request processed in 23us (5315us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.247471:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1772472184.247507:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947968 00000100:00100000:2.0:1772472184.247511:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947968 00000100:00100000:2.0:1772472184.247546:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856947712 00000100:00100000:2.0:1772472184.247550:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856947712 00000100:00100000:2.0:1772472184.247574:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1772472184.247579:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856947968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.247610:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856947968:12345-0@lo:400:kworker.0 Request processed in 31us (5928us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.247616:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1772472184.247626:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1772472184.247631:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856947712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472184.247658:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856947712:12345-0@lo:400:kworker.0 Request processed in 26us (5670us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472184.247662:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:2.0:1772472184.247678:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472184.247684:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472184.247687:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472184.247689:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472184.248432:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1772472184.248440:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856949248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472184.248458:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472184.248508:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856949248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (2015us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472184.248516:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1772472184.248592:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856949248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472184.249325:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856947456:12345-0@lo:400:kworker.0 Request processed in 7055us (7686us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472184.249335:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1772472184.249380:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856947840:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249394:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856948352:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249403:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856948864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249415:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856947712:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249425:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856948224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249435:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856948736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249515:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856947584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.249526:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856948096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.250853:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856948608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.250895:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856949120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472184.250906:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856947456:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.250916:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856947968:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.250927:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856948480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472184.250936:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856948992:0@lo:400:kworker.0 00000040:00080000:3.0:1772472184.292396:0:27461:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472184.292406:0:27461:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472184.310365:0:27461:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472184.310389:0:27461:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472185.003465:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472185.259614:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856949376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472185.259695:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472185.259995:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949376 00000100:00100000:0.0:1772472185.260004:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949376 00000100:00100000:0.0:1772472185.260072:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1772472185.260082:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856949376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472185.260111:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472185.260167:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856949376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472185.260175:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1772472185.260901:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472185.260917:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856949504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472185.260954:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472185.261189:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949504 00000100:00100000:2.0:1772472185.261196:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949504 00000100:00100000:2.0:1772472185.261239:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1772472185.261247:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856949504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472185.261262:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472185.261297:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856949504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472185.261338:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1772472185.261458:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856949376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472185.264456:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856949504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472185.540256:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540351:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540377:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540400:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540417:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540434:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540453:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540475:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540502:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472185.540544:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124224 00000100:00100000:3.0:1772472185.540563:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124224 00000100:00100000:3.0:1772472185.540612:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124736 00000100:00100000:3.0:1772472185.540614:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124736 00000100:00100000:3.0:1772472185.540628:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124096 00000100:00100000:3.0:1772472185.540630:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124096 00000100:00100000:3.0:1772472185.540641:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124608 00000100:00100000:3.0:1772472185.540643:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124608 00000100:00100000:3.0:1772472185.540661:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 826 00000100:00100000:3.0:1772472185.540671:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835124224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.540754:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835124224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 84us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.540765:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 826 00000100:00100000:3.0:1772472185.540782:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:3.0:1772472185.540788:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835124736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.540810:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835124736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.540816:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:3.0:1772472185.540827:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:3.0:1772472185.540834:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835124096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.540868:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835124096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.540874:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:3.0:1772472185.540885:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:3.0:1772472185.540891:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835124608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.540912:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835124608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.540918:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:3.0:1772472185.540938:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123968 00000100:00100000:3.0:1772472185.540941:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123968 00000100:00100000:3.0:1772472185.540968:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124480 00000100:00100000:3.0:1772472185.540971:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124480 00000100:00100000:3.0:1772472185.540989:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123840 00000100:00100000:3.0:1772472185.540992:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123840 00000100:00100000:3.0:1772472185.541005:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124352 00000100:00100000:3.0:1772472185.541007:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124352 00000100:00100000:3.0:1772472185.541020:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1362 00000100:00100000:3.0:1772472185.541027:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835123968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.541053:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835123968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.541059:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1362 00000100:00100000:3.0:1772472185.541071:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1363 00000100:00100000:3.0:1772472185.541077:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835124480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.541098:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835124480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.541105:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1363 00000100:00100000:3.0:1772472185.541128:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1364 00000100:00100000:3.0:1772472185.541135:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835123840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.541156:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835123840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.541160:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1364 00000100:00100000:3.0:1772472185.541170:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1365 00000100:00100000:3.0:1772472185.541175:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835124352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472185.541195:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2410:x1858570835124352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472185.541201:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1365 00000100:00100000:0.0:1772472185.541534:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835123712 00000100:00100000:0.0:1772472185.541539:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835123712 00000100:00100000:0.0:1772472185.541579:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 823 00000100:00100000:0.0:1772472185.541586:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835123712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472185.541630:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835123712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 45us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472185.541637:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 823 00000100:00080000:2.0:1772472185.541977:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472185.541982:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472185.541985:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472185.541987:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1772472186.026655:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472186.794725:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856949632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472186.794798:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472186.795011:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949632 00000100:00100000:2.0:1772472186.795020:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949632 00000100:00100000:2.0:1772472186.795079:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1772472186.795090:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856949632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472186.795125:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472186.795181:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856949632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472186.795190:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1772472186.795267:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856949632:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1772472186.886360:0:27512:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472186.886370:0:27512:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472186.889974:0:27512:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472186.892426:0:27512:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472187.051506:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472187.818616:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472187.818639:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856949760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472187.818718:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472187.818901:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949760 00000100:00100000:0.0:1772472187.818909:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949760 00000100:00100000:0.0:1772472187.818964:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1772472187.818973:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856949760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472187.819023:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472187.819083:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856949760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472187.819091:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1772472187.819242:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856949760:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472188.074680:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472189.033251:0:27565:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472189.033264:0:27565:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472189.039093:0:27565:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472189.039115:0:27565:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472189.115580:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472189.355633:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856949888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472189.355702:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472189.356130:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856949888 00000100:00100000:3.0:1772472189.357999:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856950016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.358065:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.358111:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856950528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.358135:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472189.358240:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856949888 00000100:00100000:2.0:1772472189.358999:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1772472189.359011:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856949888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472189.359041:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472189.359089:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856949888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472189.359096:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:2.0:1772472189.359123:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472189.360696:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856951040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.360748:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.360766:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856951552:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.360785:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.360809:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1772472189.360816:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856950144:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.360837:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.360854:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856950656:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.360875:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.360894:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856951168:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.360913:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.360949:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856950272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472189.360970:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.362660:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856950784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.362732:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.362774:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856951296:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.362794:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.362835:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472189.362842:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856950400:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.362867:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.362886:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856950912:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.362904:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.362920:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856951424:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.362939:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472189.363011:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856949888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472189.363047:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950016 00000100:00100000:3.0:1772472189.363053:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950016 00000100:00100000:3.0:1772472189.363100:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1772472189.363108:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856950016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363173:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856950016:12345-0@lo:400:kworker.0 Request processed in 65us (5108us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363181:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1772472189.363215:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950528 00000100:00100000:3.0:1772472189.363220:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950528 00000100:00100000:3.0:1772472189.363240:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950144 00000100:00100000:3.0:1772472189.363243:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950144 00000100:00100000:3.0:1772472189.363254:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950784 00000100:00100000:3.0:1772472189.363257:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950784 00000100:00100000:3.0:1772472189.363277:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951296 00000100:00100000:3.0:1772472189.363280:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951296 00000100:00100000:3.0:1772472189.363291:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950912 00000100:00100000:3.0:1772472189.363293:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950912 00000100:00100000:3.0:1772472189.363325:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951424 00000100:00100000:3.0:1772472189.363328:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951424 00000100:00100000:3.0:1772472189.363342:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1772472189.363347:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856950528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363378:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856950528:12345-0@lo:400:kworker.0 Request processed in 31us (5242us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363383:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1772472189.363395:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1772472189.363401:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856950144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363426:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856950144:12345-0@lo:400:kworker.0 Request processed in 25us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363431:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1772472189.363442:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1772472189.363447:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856950784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363472:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856950784:12345-0@lo:400:kworker.0 Request processed in 25us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363477:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1772472189.363489:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1772472189.363494:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856951296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363552:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856951296:12345-0@lo:400:kworker.0 Request processed in 57us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363557:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1772472189.363568:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1772472189.363573:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856950912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363595:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856950912:12345-0@lo:400:kworker.0 Request processed in 22us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363600:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1772472189.363610:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1772472189.363616:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856951424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363639:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856951424:12345-0@lo:400:kworker.0 Request processed in 23us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363643:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1772472189.363662:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951040 00000100:00100000:3.0:1772472189.363665:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951040 00000100:00100000:3.0:1772472189.363690:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951552 00000100:00100000:3.0:1772472189.363693:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951552 00000100:00100000:3.0:1772472189.363711:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951168 00000100:00100000:3.0:1772472189.363714:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951168 00000100:00100000:3.0:1772472189.363731:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1772472189.363737:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856951040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363766:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856951040:12345-0@lo:400:kworker.0 Request processed in 29us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363771:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1772472189.363782:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1772472189.363787:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856951552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363811:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856951552:12345-0@lo:400:kworker.0 Request processed in 25us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363817:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1772472189.363826:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1772472189.363831:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856951168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.363856:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856951168:12345-0@lo:400:kworker.0 Request processed in 25us (2942us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363861:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1772472189.363889:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950272 00000100:00100000:3.0:1772472189.363892:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950272 00000100:00100000:3.0:1772472189.363912:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1772472189.363918:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856950272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472189.363934:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472189.363963:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856950272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (2993us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472189.363969:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1772472189.364014:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856950144:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364025:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856951168:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364035:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856950016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364045:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856950528:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364055:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856951040:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364065:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856951552:0@lo:400:kworker.0 00000100:00080000:3.0:1772472189.364092:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472189.364096:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472189.364099:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472189.364102:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472189.364116:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856950912:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364126:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856951424:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364137:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856950272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472189.364145:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856950784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472189.364153:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856951296:0@lo:400:kworker.0 00000100:00100000:0.0:1772472189.364958:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950656 00000100:00100000:0.0:1772472189.364966:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950656 00000100:00100000:0.0:1772472189.365010:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856950400 00000100:00100000:0.0:1772472189.365013:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856950400 00000100:00100000:0.0:1772472189.365028:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1772472189.365034:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856950656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472189.365097:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856950656:12345-0@lo:400:kworker.0 Request processed in 62us (4220us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472189.365103:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1772472189.365116:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1772472189.365122:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856950400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472189.365150:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856950400:12345-0@lo:400:kworker.0 Request processed in 28us (2283us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472189.365155:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1772472189.365270:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856950656:0@lo:400:kworker.0 00000100:00100000:0.0:1772472189.365295:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856950400:0@lo:400:kworker.0 00010000:00010000:1.0:1772472190.124827:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472190.379847:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856951680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472190.379917:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472190.380283:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951680 00000100:00100000:0.0:1772472190.380292:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951680 00000100:00100000:0.0:1772472190.380715:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1772472190.380725:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856951680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472190.380757:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472190.380811:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856951680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472190.380819:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1772472190.380873:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856951680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472190.385942:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856951808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472190.386050:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472190.386168:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951808 00000100:00100000:3.0:1772472190.386176:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951808 00000100:00100000:3.0:1772472190.386229:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1772472190.386238:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856951808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472190.386263:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472190.387052:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856951808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 805us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.387080:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1772472190.388049:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856951808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472190.668566:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668609:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668632:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668665:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668684:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668702:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668719:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668739:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472190.668763:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472190.669433:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125120 00000100:00100000:3.0:1772472190.669444:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125120 00000100:00100000:3.0:1772472190.669522:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125632 00000100:00100000:3.0:1772472190.669526:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125632 00000100:00100000:3.0:1772472190.669546:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124992 00000100:00100000:3.0:1772472190.669550:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124992 00000100:00100000:3.0:1772472190.669564:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125504 00000100:00100000:3.0:1772472190.669567:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125504 00000100:00100000:3.0:1772472190.669585:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1372 00000100:00100000:3.0:1772472190.669594:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835125120:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.669685:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835125120:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 92us (1074us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.669694:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1372 00000100:00100000:3.0:1772472190.669711:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1373 00000100:00100000:3.0:1772472190.669718:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835125632:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.669741:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835125632:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.669747:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1373 00000100:00100000:3.0:1772472190.669760:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1374 00000100:00100000:3.0:1772472190.669766:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835124992:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.669790:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835124992:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.669796:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1374 00000100:00100000:3.0:1772472190.669819:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1375 00000100:00100000:3.0:1772472190.669826:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835125504:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.669848:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835125504:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.669854:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1375 00000100:00100000:3.0:1772472190.669874:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125376 00000100:00100000:3.0:1772472190.669877:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125376 00000100:00100000:3.0:1772472190.669901:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125888 00000100:00100000:3.0:1772472190.669904:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125888 00000100:00100000:3.0:1772472190.669920:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125248 00000100:00100000:3.0:1772472190.669923:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125248 00000100:00100000:3.0:1772472190.669935:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835125760 00000100:00100000:3.0:1772472190.670432:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835125760 00000100:00100000:3.0:1772472190.670459:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:3.0:1772472190.670467:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835125376:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.670580:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835125376:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 114us (1946us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.670588:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:3.0:1772472190.670601:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 834 00000100:00100000:3.0:1772472190.670608:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835125888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.670631:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835125888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472190.670898:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835124864 00000100:00100000:2.0:1772472190.670904:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835124864 00000100:00100000:3.0:1772472190.671017:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 834 00000100:00100000:3.0:1772472190.671031:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:3.0:1772472190.671038:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835125248:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.671538:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835125248:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 499us (2816us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.671545:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:3.0:1772472190.671557:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 836 00000100:00100000:3.0:1772472190.671564:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835125760:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472190.671585:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835125760:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472190.671591:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 836 00000100:00080000:3.0:1772472190.671631:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472190.673431:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 825 00000100:00100000:2.0:1772472190.673455:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835124864:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472190.673529:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835124864:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (4972us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472190.673537:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 825 00000100:00080000:3.0:1772472190.674797:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472190.674815:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472190.674819:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1772472190.969752:0:27616:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472190.969764:0:27616:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472190.970238:0:27616:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472190.970247:0:27616:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472191.159031:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472191.916181:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856951936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472191.916257:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472191.916456:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856951936 00000100:00100000:1.0:1772472191.916465:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856951936 00000100:00100000:1.0:1772472191.916549:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1772472191.916559:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856951936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472191.916597:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472191.916653:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856951936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472191.916660:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1772472191.918622:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856951936:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472192.174136:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472192.370508:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472192.370527:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472192.371078:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472192.371088:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472192.939900:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472192.939924:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856952064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472192.940010:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472192.940327:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952064 00000100:00100000:1.0:1772472192.940335:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952064 00000100:00100000:1.0:1772472192.940414:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1772472192.940424:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856952064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472192.940503:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472192.940551:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856952064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472192.940559:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1772472192.940603:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856952064:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1772472192.974326:0:27667:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472192.974335:0:27667:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472192.975009:0:27667:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472192.975020:0:27667:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472193.198642:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472193.771625:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1772472194.222942:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472194.474848:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472194.474874:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856952192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472194.474951:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472194.475026:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952192 00000100:00100000:3.0:1772472194.478598:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952192 00000100:00100000:3.0:1772472194.478698:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1772472194.478712:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856952192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472194.478744:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472194.478833:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856952192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (3882us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472194.478841:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:3.0:1772472194.478874:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472194.478920:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856952192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472194.479144:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472194.479156:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856952320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472194.479194:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.479240:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952320 00000100:00100000:2.0:1772472194.479245:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952320 00000100:00100000:2.0:1772472194.479273:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1772472194.479278:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856952320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472194.479290:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472194.479334:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856952320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.479341:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:2.0:1772472194.479355:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472194.479373:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856952320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472194.479488:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856952448:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479513:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.479533:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856952960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.479567:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856953472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479584:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.479599:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472194.479604:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856952832:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479623:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.479637:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856953344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479655:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.479678:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952448 00000100:00100000:2.0:1772472194.479682:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952448 00000100:00100000:2.0:1772472194.479707:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1772472194.479712:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856952448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479741:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856952448:12345-0@lo:400:kworker.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.479747:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1772472194.479769:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952960 00000100:00100000:2.0:1772472194.479772:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952960 00000100:00100000:2.0:1772472194.479797:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1772472194.479804:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856952960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479832:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856952960:12345-0@lo:400:kworker.0 Request processed in 29us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.479839:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1772472194.479854:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953472 00000100:00100000:2.0:1772472194.479857:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953472 00000100:00100000:2.0:1772472194.479881:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953344 00000100:00100000:2.0:1772472194.479883:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953344 00000100:00100000:2.0:1772472194.479901:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1772472194.479906:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856953472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479930:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856953472:12345-0@lo:400:kworker.0 Request processed in 24us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.479936:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1772472194.479945:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1772472194.479950:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856953344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.479970:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856953344:12345-0@lo:400:kworker.0 Request processed in 19us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.479975:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1772472194.479989:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952832 00000100:00100000:2.0:1772472194.479992:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952832 00000100:00100000:2.0:1772472194.480014:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1772472194.480019:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856952832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480045:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856952832:12345-0@lo:400:kworker.0 Request processed in 25us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.480050:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00080000:2.0:1772472194.480082:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472194.480090:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856952576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480110:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.480124:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856953088:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480140:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.480151:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856953600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480169:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.480183:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772472194.480189:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856952704:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480209:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.480234:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856953216:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480253:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.480268:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856953728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480284:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472194.480328:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952576 00000100:00100000:2.0:1772472194.480332:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952576 00000100:00100000:2.0:1772472194.480350:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953088 00000100:00100000:2.0:1772472194.480353:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953088 00000100:00100000:2.0:1772472194.480366:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953600 00000100:00100000:2.0:1772472194.480368:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953600 00000100:00100000:2.0:1772472194.480377:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953216 00000100:00100000:2.0:1772472194.480379:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953216 00000100:00100000:2.0:1772472194.480390:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953728 00000100:00100000:2.0:1772472194.480392:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953728 00000100:00100000:2.0:1772472194.480403:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1772472194.480408:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856952576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480436:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856952576:12345-0@lo:400:kworker.0 Request processed in 27us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.480442:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1772472194.480452:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1772472194.480457:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856953088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480491:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856953088:12345-0@lo:400:kworker.0 Request processed in 33us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.480495:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1772472194.480505:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1772472194.480511:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856953600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480533:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856953600:12345-0@lo:400:kworker.0 Request processed in 22us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.480538:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:2.0:1772472194.480546:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1772472194.480551:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856953216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480571:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856953216:12345-0@lo:400:kworker.0 Request processed in 19us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.480576:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1772472194.480585:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1772472194.480590:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856953728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480608:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856953728:12345-0@lo:400:kworker.0 Request processed in 18us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472194.480613:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00080000:2.0:1772472194.480629:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472194.480631:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472194.480651:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856952832:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480660:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856953344:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480668:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856952448:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480677:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856952960:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480685:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856953472:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480715:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856953216:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480723:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856953728:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480731:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856952576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480738:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856953088:0@lo:400:kworker.0 00000100:00100000:2.0:1772472194.480746:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856953600:0@lo:400:kworker.0 00000100:00100000:1.0:1772472194.480844:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856952704 00000100:00100000:1.0:1772472194.480849:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856952704 00000100:00100000:1.0:1772472194.480882:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1772472194.480888:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856952704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472194.480925:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856952704:12345-0@lo:400:kworker.0 Request processed in 37us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472194.480932:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1772472194.483700:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856952704:0@lo:400:kworker.0 00000040:00080000:3.0:1772472194.815943:0:27718:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472194.815954:0:27718:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472194.816953:0:27718:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472194.816965:0:27718:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472195.242619:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472195.502758:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472195.502792:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856953856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472195.502864:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472195.503572:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953856 00000100:00100000:2.0:1772472195.503584:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953856 00000100:00100000:2.0:1772472195.503642:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1772472195.503651:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856953856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472195.503680:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472195.503732:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856953856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472195.503739:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1772472195.504818:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856953984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472195.504869:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472195.504938:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856953856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472195.505091:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856953984 00000100:00100000:2.0:1772472195.505097:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856953984 00000100:00100000:2.0:1772472195.505137:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1772472195.505145:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856953984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472195.505161:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472195.505211:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856953984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472195.505219:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1772472195.505327:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856953984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472195.788268:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788367:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788405:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788445:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788478:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788495:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788514:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788536:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472195.788579:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472195.788684:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126016 00000100:00100000:3.0:1772472195.788697:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126016 00000100:00100000:3.0:1772472195.788758:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:3.0:1772472195.788768:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835126016:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.788838:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835126016:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 72us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.788846:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:3.0:1772472195.788877:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126528 00000100:00100000:3.0:1772472195.788881:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126528 00000100:00100000:3.0:1772472195.788912:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127040 00000100:00100000:3.0:1772472195.788915:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127040 00000100:00100000:3.0:1772472195.788931:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126400 00000100:00100000:3.0:1772472195.788934:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126400 00000100:00100000:3.0:1772472195.788946:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126912 00000100:00100000:3.0:1772472195.788949:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126912 00000100:00100000:3.0:1772472195.788961:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:3.0:1772472195.788967:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835126528:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.788994:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835126528:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789000:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:3.0:1772472195.789010:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 840 00000100:00100000:3.0:1772472195.789015:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835127040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789034:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835127040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789039:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 840 00000100:00100000:3.0:1772472195.789048:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:3.0:1772472195.789053:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835126400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789085:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835126400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789090:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:3.0:1772472195.789099:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 842 00000100:00100000:3.0:1772472195.789104:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835126912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789124:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835126912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789133:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 842 00000100:00100000:3.0:1772472195.789274:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126272 00000100:00100000:3.0:1772472195.789277:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126272 00000100:00100000:3.0:1772472195.789327:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126784 00000100:00100000:3.0:1772472195.789331:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126784 00000100:00100000:3.0:1772472195.789346:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126144 00000100:00100000:3.0:1772472195.789348:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126144 00000100:00100000:3.0:1772472195.789358:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835126656 00000100:00100000:3.0:1772472195.789360:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835126656 00000100:00100000:3.0:1772472195.789371:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1382 00000100:00100000:3.0:1772472195.789376:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835126272:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789404:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835126272:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789410:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1382 00000100:00100000:3.0:1772472195.789419:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1383 00000100:00100000:3.0:1772472195.789425:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835126784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789441:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835126784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789447:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1383 00000100:00100000:3.0:1772472195.789455:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1384 00000100:00100000:3.0:1772472195.789474:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835126144:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789493:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835126144:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789499:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1384 00000100:00100000:3.0:1772472195.789509:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1385 00000100:00100000:3.0:1772472195.789514:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835126656:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472195.789532:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835126656:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472195.789537:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1385 00000100:00080000:3.0:1772472195.789582:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472195.789586:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472195.789588:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472195.789591:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1772472196.274120:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472196.688075:0:27770:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472196.688087:0:27770:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472196.688597:0:27770:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472196.688608:0:27770:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472197.035523:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472197.035546:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856954112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472197.035614:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472197.035684:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954112 00000100:00100000:2.0:1772472197.035694:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954112 00000100:00100000:2.0:1772472197.035758:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1772472197.035768:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856954112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472197.035805:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472197.035862:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856954112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472197.035870:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1772472197.035963:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856954112:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472197.290630:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472198.058859:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472198.065574:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856954240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472198.065653:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472198.076520:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954240 00000100:00100000:3.0:1772472198.076536:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954240 00000100:00100000:1.0:1772472198.076869:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1772472198.076881:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856954240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472198.076933:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472198.077031:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856954240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 153us (11379us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472198.077039:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1772472198.077282:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856954240:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472198.320151:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472198.736652:0:27821:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472198.736662:0:27821:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472198.737183:0:27821:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472198.737193:0:27821:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472199.338827:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472199.594619:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856954496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472199.594619:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856954624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472199.597854:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472199.597863:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856954368:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.597909:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472199.597943:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472199.597951:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856954752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.597977:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472199.608761:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856955136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.608833:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472199.608912:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954624 00000100:00100000:0.0:1772472199.608921:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954624 00000100:00100000:0.0:1772472199.608980:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1772472199.608990:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856954624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472199.609021:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472199.609063:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856954624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (11215us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.609070:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1772472199.609116:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856954624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472199.609162:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472199.609191:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856954880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609212:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472199.609230:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472199.609237:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856955008:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609267:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472199.609293:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954496 00000100:00100000:0.0:1772472199.609297:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954496 00000100:00100000:0.0:1772472199.609341:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1772472199.609347:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856954496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472199.609358:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472199.609388:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856954496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.609394:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1772472199.609425:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856954496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472199.609463:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955136 00000100:00100000:0.0:1772472199.609467:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955136 00000100:00100000:0.0:1772472199.609505:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954880 00000100:00100000:0.0:1772472199.609508:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954880 00000100:00100000:0.0:1772472199.609523:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1772472199.609529:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856955136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609567:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856955136:12345-0@lo:400:kworker.0 Request processed in 38us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.609573:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1772472199.609585:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1772472199.609591:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856954880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609622:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856954880:12345-0@lo:400:kworker.0 Request processed in 31us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.609628:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1772472199.609653:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856954880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609672:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856955136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609733:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954368 00000100:00100000:0.0:1772472199.609737:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954368 00000100:00100000:0.0:1772472199.609766:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1772472199.609773:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856954368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.609802:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856954368:12345-0@lo:400:kworker.0 Request processed in 30us (11893us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.609809:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1772472199.609918:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856954752 00000100:00100000:0.0:1772472199.609922:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856954752 00000100:00100000:0.0:1772472199.609948:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955008 00000100:00100000:0.0:1772472199.609951:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955008 00000100:00100000:0.0:1772472199.609969:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1772472199.609975:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856954752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.610008:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856954752:12345-0@lo:400:kworker.0 Request processed in 34us (12030us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.610015:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1772472199.610027:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1772472199.610032:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856955008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.610061:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856955008:12345-0@lo:400:kworker.0 Request processed in 29us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472199.610069:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00080000:0.0:1772472199.610085:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472199.610106:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856955008:0@lo:400:kworker.0 00000100:00100000:0.0:1772472199.610128:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856954752:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.618242:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856954368:0@lo:400:kworker.0 00000100:00100000:3.0:1772472199.622028:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856955264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472199.622095:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472199.622144:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955264 00000100:00100000:3.0:1772472199.622151:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856955776:0@lo:400:kworker.0 00000100:00100000:2.0:1772472199.622153:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955264 00000100:00100000:3.0:1772472199.622174:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472199.622195:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472199.622201:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856955648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472199.622204:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955776 00000100:00100000:2.0:1772472199.622207:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955776 00000100:00100000:3.0:1772472199.622223:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472199.622230:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1772472199.622238:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856955264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472199.622248:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1772472199.622255:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856955776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472199.622295:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856955776:12345-0@lo:400:kworker.0 Request processed in 39us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472199.622318:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1772472199.622343:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955648 00000100:00100000:3.0:1772472199.622347:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955648 00000100:00080000:0.0:1772472199.622352:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472199.622356:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472199.622372:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1772472199.622378:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856955648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.622604:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856955392:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.622634:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472199.622661:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856955904:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.622679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472199.622699:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472199.622705:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856955520:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.622724:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472199.623454:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955392 00000100:00100000:1.0:1772472199.623461:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955392 00000100:00100000:1.0:1772472199.623503:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955904 00000100:00100000:1.0:1772472199.623506:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955904 00000100:00100000:1.0:1772472199.623526:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1772472199.623533:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856955392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.623574:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856955392:12345-0@lo:400:kworker.0 Request processed in 41us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472199.623581:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1772472199.623594:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1772472199.623600:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856955904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.623624:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856955904:12345-0@lo:400:kworker.0 Request processed in 25us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472199.623631:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00080000:1.0:1772472199.623650:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472199.623684:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856955392:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.623696:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856955904:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.623920:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856955520 00000100:00100000:1.0:1772472199.623925:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856955520 00000100:00100000:1.0:1772472199.623958:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1772472199.623964:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856955520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.624296:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856955520:12345-0@lo:400:kworker.0 Request processed in 331us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472199.624331:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:1.0:1772472199.624348:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472199.624368:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856955520:0@lo:400:kworker.0 00000100:00100000:2.0:1772472199.629643:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856955264:12345-0@lo:400:kworker.0 Request processed in 7394us (7537us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472199.629659:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1772472199.630028:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856955648:12345-0@lo:400:kworker.0 Request processed in 7646us (7800us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472199.630038:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1772472199.635198:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856955648:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.635256:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856955264:0@lo:400:kworker.0 00000100:00100000:1.0:1772472199.635270:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856955776:0@lo:400:kworker.0 00010000:00010000:3.0:1772472200.364659:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472200.621571:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472200.621597:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856956032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472200.621685:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472200.623180:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956032 00000100:00100000:2.0:1772472200.623192:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956032 00000100:00100000:2.0:1772472200.623255:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1772472200.623266:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856956032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472200.623331:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472200.623399:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856956032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472200.623407:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1772472200.624743:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856956032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472200.625347:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856956160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472200.625404:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472200.625658:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956160 00000100:00100000:3.0:1772472200.625666:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956160 00000100:00100000:3.0:1772472200.625731:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1772472200.625741:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856956160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472200.625764:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472200.625814:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856956160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472200.625821:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1772472200.625862:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856956160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472200.903249:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472200.903469:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472200.903622:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127168 00000100:00100000:2.0:1772472200.903635:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127168 00000100:00100000:2.0:1772472200.903688:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:2.0:1772472200.903699:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835127168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472200.903787:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835127168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 89us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472200.903797:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 829 00000100:00100000:0.0:1772472200.904697:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127296 00000100:00100000:0.0:1772472200.904706:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127296 00000100:00100000:0.0:1772472200.904881:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1392 00000100:00100000:0.0:1772472200.904891:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835127296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472200.904946:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2410:x1858570835127296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 57us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472200.904954:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1392 00000100:00080000:1.0:1772472200.905279:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472200.905851:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472200.907789:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472200.907829:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472200.907876:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127808 00000100:00100000:0.0:1772472200.907886:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127808 00000100:00100000:0.0:1772472200.907955:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1393 00000100:00100000:0.0:1772472200.907965:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835127808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472200.908035:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835127808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 71us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472200.908055:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1393 00000100:00080000:0.0:1772472200.908084:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472200.911118:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472200.911156:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472200.916334:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127552 00000100:00100000:2.0:1772472200.916350:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127552 00000100:00080000:2.0:1772472200.916393:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472200.916468:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128064 00000100:00100000:2.0:1772472200.916472:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128064 00000100:00100000:2.0:1772472200.916528:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 845 00000100:00100000:2.0:1772472200.916538:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbf9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835127552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472200.916623:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbf9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835127552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 86us (10774us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472200.916630:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 845 00000100:00100000:2.0:1772472200.916811:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 846 00000100:00100000:2.0:1772472200.916816:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835128064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472200.916836:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835128064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (9008us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472200.916840:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 846 00000100:00080000:2.0:1772472200.916852:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472200.917453:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127424 00000100:00100000:2.0:1772472200.917461:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127424 00000100:00100000:2.0:1772472200.917505:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1394 00000100:00100000:2.0:1772472200.917514:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835127424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472200.917562:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835127424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 49us (6451us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472200.917568:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1394 00000100:00080000:2.0:1772472200.917585:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472200.918034:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127680 00000100:00100000:2.0:1772472200.918047:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127680 00000100:00100000:2.0:1772472200.918112:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:2.0:1772472200.918121:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835127680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472200.918157:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835127680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 39us (7003us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472200.918162:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00080000:2.0:1772472200.918729:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472200.919062:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472200.920449:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472200.921367:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128192 00000100:00100000:3.0:1772472200.921379:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128192 00000100:00100000:3.0:1772472200.921454:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 848 00000100:00100000:3.0:1772472200.921464:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835128192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472200.921738:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835128192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 274us (1291us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472200.921746:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 848 00000100:00080000:3.0:1772472200.923861:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472200.929358:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835127936 00000100:00100000:0.0:1772472200.929373:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835127936 00000100:00100000:0.0:1772472200.929456:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1395 00000100:00100000:0.0:1772472200.929467:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835127936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472200.929547:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835127936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 82us (10486us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472200.929556:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1395 00000100:00080000:2.0:1772472200.929680:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1772472200.954143:0:27872:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472200.954152:0:27872:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472200.954854:0:27872:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472200.954863:0:27872:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472201.387023:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472202.158761:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856956288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472202.158837:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472202.159184:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956288 00000100:00100000:0.0:1772472202.159192:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956288 00000100:00100000:0.0:1772472202.159244:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1772472202.159252:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856956288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472202.159291:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1772472202.170203:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856956288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 10943us (11356us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472202.170217:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1772472202.178898:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856956288:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472202.411650:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472202.605034:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472202.605042:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472202.605490:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472202.605500:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472202.751470:0:27923:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472202.751481:0:27923:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472202.752008:0:27923:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472202.752019:0:27923:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472203.178931:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856956416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472203.179010:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472203.180182:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956416 00000100:00100000:1.0:1772472203.180193:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956416 00000100:00100000:1.0:1772472203.180246:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1772472203.180256:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856956416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472203.180291:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472203.180395:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856956416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472203.180413:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1772472203.180728:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856956416:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472203.434586:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472204.011168:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772472204.463128:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472204.714563:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472204.714603:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856956544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472204.714701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.714774:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856956672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472204.714800:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.714837:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956544 00000100:00100000:0.0:1772472204.714848:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956544 00000100:00100000:0.0:1772472204.714910:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956672 00000100:00100000:0.0:1772472204.714914:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956672 00000100:00100000:0.0:1772472204.714935:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1772472204.714945:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856956544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472204.714986:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472204.715037:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856956544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472204.715044:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1772472204.715064:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1772472204.715070:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856956672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472204.715080:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472204.715107:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856956672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472204.715112:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1772472204.715161:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856956672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472204.715197:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856956544:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1772472204.722146:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472204.729918:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856957184:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.730008:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.730063:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856957696:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.730087:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.730110:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1772472204.730116:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856956800:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.730141:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731013:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856957312:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731077:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731116:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856957824:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731138:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731191:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856956928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731219:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731235:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856957440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731252:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731266:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856957952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731282:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731315:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1772472204.731322:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856957056:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.731378:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856957568:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.731406:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472204.731481:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957312 00000100:00100000:1.0:1772472204.731492:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957312 00000100:00100000:1.0:1772472204.731553:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957056 00000100:00100000:1.0:1772472204.731557:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957056 00000100:00100000:1.0:1772472204.731577:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1772472204.731588:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856957312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.731597:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957696 00000100:00100000:2.0:1772472204.731601:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957696 00000100:00100000:2.0:1772472204.731642:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957824 00000100:00100000:2.0:1772472204.731645:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957824 00000100:00100000:1.0:1772472204.731661:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856957312:12345-0@lo:400:kworker.0 Request processed in 75us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.731665:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1772472204.731670:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1772472204.731672:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856957696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472204.731690:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1772472204.731696:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856957056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.731706:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856957696:12345-0@lo:400:kworker.0 Request processed in 37us (1619us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.731713:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1772472204.731719:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856957056:12345-0@lo:400:kworker.0 Request processed in 24us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472204.731725:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1772472204.731726:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1772472204.731731:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856957824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.731756:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856957824:12345-0@lo:400:kworker.0 Request processed in 25us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.731761:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1772472204.731782:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957184 00000100:00100000:2.0:1772472204.731786:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957184 00000100:00100000:2.0:1772472204.731811:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956928 00000100:00100000:2.0:1772472204.731813:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956928 00000100:00100000:2.0:1772472204.731823:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957440 00000100:00100000:2.0:1772472204.731824:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957440 00000100:00100000:2.0:1772472204.731838:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957952 00000100:00100000:2.0:1772472204.731840:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957952 00000100:00100000:2.0:1772472204.731851:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856957568 00000100:00100000:2.0:1772472204.731853:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856957568 00000100:00100000:2.0:1772472204.731868:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1772472204.731874:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856957184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.731903:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856957184:12345-0@lo:400:kworker.0 Request processed in 29us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.731910:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1772472204.731922:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1772472204.731927:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856956928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.731951:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856956928:12345-0@lo:400:kworker.0 Request processed in 24us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.731956:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1772472204.731966:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1772472204.731971:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856957440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.731994:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856957440:12345-0@lo:400:kworker.0 Request processed in 23us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.731999:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1772472204.732003:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856957312:0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.732008:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1772472204.732014:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856957952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472204.732017:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856957824:0@lo:400:kworker.0 00000100:00100000:1.0:1772472204.732029:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856957184:0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.732036:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856957952:12345-0@lo:400:kworker.0 Request processed in 22us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472204.732042:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856957696:0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.732043:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1772472204.732054:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1772472204.732059:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856957568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472204.732085:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856957568:12345-0@lo:400:kworker.0 Request processed in 25us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472204.732089:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00080000:2.0:1772472204.732110:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472204.732114:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472204.732117:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472204.734101:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856957568:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.734122:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856958080:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.734205:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472204.734253:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856956928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.734266:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856957440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.734279:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856957952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.734328:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856957056:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.734373:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958080 00000100:00100000:0.0:1772472204.734380:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958080 00000100:00100000:1.0:1772472204.734603:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856956800 00000100:00100000:1.0:1772472204.734610:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856956800 00000100:00100000:1.0:1772472204.734670:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1772472204.734680:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856956800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472204.734753:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856956800:12345-0@lo:400:kworker.0 Request processed in 74us (4610us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472204.734760:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1772472204.734821:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856956800:0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.736119:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1772472204.736138:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856958080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472204.743142:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856958080:12345-0@lo:400:kworker.0 Request processed in 6998us (8920us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472204.743175:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00080000:0.0:1772472204.743264:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472204.743796:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856958080:0@lo:400:kworker.0 00000040:00080000:2.0:1772472204.914637:0:27975:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472204.914650:0:27975:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472204.915650:0:27975:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472204.916217:0:27975:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472205.482813:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472205.739005:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856958208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472205.739109:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472205.739527:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958208 00000100:00100000:0.0:1772472205.739538:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958208 00000100:00100000:0.0:1772472205.739610:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1772472205.739621:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856958208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472205.739661:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472205.739727:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856958208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472205.739739:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1772472205.739848:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856958208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472205.740453:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856958336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472205.740505:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472205.740635:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958336 00000100:00100000:1.0:1772472205.740641:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958336 00000100:00100000:1.0:1772472205.740691:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1772472205.740699:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856958336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472205.740717:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472205.740898:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856958336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 199us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472205.740906:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1772472205.741039:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856958336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472206.030916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.030987:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.031039:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.031075:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.031109:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.031129:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472206.031507:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128576 00000100:00100000:0.0:1772472206.031524:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128576 00000100:00100000:0.0:1772472206.031616:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129088 00000100:00100000:0.0:1772472206.031620:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129088 00000100:00100000:0.0:1772472206.031645:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128448 00000100:00100000:0.0:1772472206.031648:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128448 00000100:00100000:0.0:1772472206.031676:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1402 00000100:00100000:0.0:1772472206.031687:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835128576:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472206.031810:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2409:x1858570835128576:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 123us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472206.031819:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1402 00000100:00100000:0.0:1772472206.031843:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1403 00000100:00100000:0.0:1772472206.031850:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835129088:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472206.031875:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835129088:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472206.031880:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1403 00000100:00100000:0.0:1772472206.031892:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1404 00000100:00100000:0.0:1772472206.031898:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835128448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472206.031921:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835128448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472206.031927:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1404 00000100:00080000:0.0:1772472206.031948:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472206.031953:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472206.032528:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128320 00000100:00100000:1.0:1772472206.032536:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128320 00000100:00100000:1.0:1772472206.032595:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 831 00000100:00100000:1.0:1772472206.032604:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835128320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472206.032652:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca052f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835128320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 50us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472206.032661:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 831 00000100:00100000:2.0:1772472206.032812:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.032879:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.032911:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472206.032932:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128832 00000100:00100000:2.0:1772472206.032937:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128832 00000100:00100000:1.0:1772472206.033055:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129344 00000100:00100000:1.0:1772472206.033060:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129344 00000100:00100000:1.0:1772472206.033093:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128704 00000100:00100000:1.0:1772472206.033097:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128704 00000100:00100000:1.0:1772472206.033118:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129216 00000100:00100000:1.0:1772472206.033121:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129216 00000100:00100000:1.0:1772472206.033138:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 851 00000100:00100000:1.0:1772472206.033145:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835129344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472206.033207:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835129344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 62us (2098us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472206.033215:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 851 00000100:00100000:1.0:1772472206.033228:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 852 00000100:00100000:1.0:1772472206.033235:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835128704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472206.033261:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835128704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (2099us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472206.033267:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 852 00000100:00100000:1.0:1772472206.033286:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 853 00000100:00100000:1.0:1772472206.033292:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835129216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472206.033336:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835129216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 44us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472206.033343:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 853 00000100:00100000:1.0:1772472206.033469:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835128960 00000100:00100000:1.0:1772472206.033474:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835128960 00000100:00100000:1.0:1772472206.033511:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1405 00000100:00100000:1.0:1772472206.033518:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835128960:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472206.033552:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835128960:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472206.033559:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1405 00000100:00080000:1.0:1772472206.033617:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472206.033622:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472206.033625:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472206.033895:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 854 00000100:00100000:2.0:1772472206.033904:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835128832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472206.033943:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835128832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472206.033948:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 854 00010000:00010000:0.0:1772472206.514570:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472207.064069:0:28026:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472207.064079:0:28026:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472207.067223:0:28026:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472207.067242:0:28026:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472207.278634:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472207.278659:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856958464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472207.278731:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472207.278794:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958464 00000100:00100000:0.0:1772472207.278810:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958464 00000100:00100000:0.0:1772472207.278898:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1772472207.278909:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856958464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472207.278960:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1772472207.279061:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856958464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472207.279069:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1772472207.279134:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856958464:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472207.530644:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472208.298640:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472208.298666:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856958592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472208.298744:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472208.298787:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958592 00000100:00100000:3.0:1772472208.298806:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958592 00000100:00100000:3.0:1772472208.298898:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1772472208.298909:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856958592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472208.298965:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472208.299060:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856958592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 153us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472208.299068:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1772472208.299344:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856958592:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472208.554638:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472209.210633:0:28077:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472209.211829:0:28077:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472209.213498:0:28077:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472209.213530:0:28077:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472209.588290:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472209.836767:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472209.836802:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856958720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472209.836909:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.837834:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856958976:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.837895:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.837942:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856959488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.837966:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.837988:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856960000:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.838009:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.838034:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472209.838039:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856959104:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.838068:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.838086:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856959616:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.838105:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.838120:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856960128:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.838140:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472209.838195:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958976 00000100:00100000:3.0:1772472209.838205:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958976 00000100:00100000:3.0:1772472209.838266:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959488 00000100:00100000:3.0:1772472209.838270:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959488 00000100:00100000:3.0:1772472209.838296:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960000 00000100:00100000:0.0:1772472209.838578:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959616 00000100:00100000:0.0:1772472209.838583:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959616 00000100:00100000:0.0:1772472209.838609:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960128 00000100:00100000:0.0:1772472209.838611:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960128 00000100:00100000:0.0:1772472209.838633:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1772472209.838656:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856958976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.838737:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856958976:12345-0@lo:400:kworker.0 Request processed in 84us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.838746:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1772472209.838767:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:0.0:1772472209.838773:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856959488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.838801:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856959488:12345-0@lo:400:kworker.0 Request processed in 29us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.838806:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:0.0:1772472209.838818:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1772472209.838823:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856959616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.838849:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856959616:12345-0@lo:400:kworker.0 Request processed in 26us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.838856:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1772472209.838870:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1772472209.838877:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856960128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.838903:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856960128:12345-0@lo:400:kworker.0 Request processed in 27us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.838910:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1772472209.838941:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856958848:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.838975:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472209.839006:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856959360:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839030:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472209.839050:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856959872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839074:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472209.839095:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1772472209.839101:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856959232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839124:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472209.839140:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856959744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839159:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472209.839174:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856960256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839193:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472209.839244:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856959616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839256:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856960128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839267:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856958976:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839278:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856959488:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839360:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959232 00000100:00100000:0.0:1772472209.839364:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959232 00000100:00100000:0.0:1772472209.839389:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1772472209.839394:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856959232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839429:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856959232:12345-0@lo:400:kworker.0 Request processed in 34us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.839435:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:0.0:1772472209.839462:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856959232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839504:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958848 00000100:00100000:0.0:1772472209.839508:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958848 00000100:00100000:0.0:1772472209.839531:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1772472209.839536:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856958848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839568:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5491050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856958848:12345-0@lo:400:kworker.0 Request processed in 30us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.839574:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1772472209.839608:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856958848:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839632:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959104 00000100:00100000:0.0:1772472209.839636:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959104 00000100:00100000:0.0:1772472209.839661:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959360 00000100:00100000:0.0:1772472209.839664:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959360 00000100:00100000:0.0:1772472209.839678:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1772472209.839683:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856959104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839721:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856959104:12345-0@lo:400:kworker.0 Request processed in 37us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.839727:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1772472209.839739:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1772472209.839745:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856959360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839775:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856959360:12345-0@lo:400:kworker.0 Request processed in 31us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472209.839784:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1772472209.839812:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856959104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472209.839830:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856959360:0@lo:400:kworker.0 00000100:00100000:2.0:1772472209.841072:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959872 00000100:00100000:2.0:1772472209.841088:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959872 00000100:00100000:2.0:1772472209.841161:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856959744 00000100:00100000:2.0:1772472209.841165:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856959744 00000100:00100000:2.0:1772472209.841191:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960256 00000100:00100000:2.0:1772472209.841194:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960256 00000100:00100000:2.0:1772472209.841221:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1772472209.841231:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856959872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472209.841382:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856959872:12345-0@lo:400:kworker.0 Request processed in 153us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472209.841391:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1772472209.841408:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1772472209.841415:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856959744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472209.841445:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856959744:12345-0@lo:400:kworker.0 Request processed in 31us (2285us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472209.841452:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1772472209.841462:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1772472209.841469:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856960256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472209.841498:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856960256:12345-0@lo:400:kworker.0 Request processed in 30us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472209.841505:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1772472209.841561:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856959744:0@lo:400:kworker.0 00000100:00100000:2.0:1772472209.841576:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856960256:0@lo:400:kworker.0 00000100:00100000:2.0:1772472209.841587:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856959872:0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.842826:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960000 00000100:00100000:3.0:1772472209.842923:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1772472209.842932:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856960000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472209.843025:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856960000:12345-0@lo:400:kworker.0 Request processed in 94us (5014us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472209.843032:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1772472209.843093:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856960000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472209.844511:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856958720 00000100:00100000:1.0:1772472209.844523:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856958720 00000100:00100000:1.0:1772472209.844589:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1772472209.844599:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856958720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472209.844637:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472209.844744:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856958720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (7836us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472209.844751:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:1.0:1772472209.844795:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472209.844801:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472209.844805:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472209.844808:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472209.847667:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856960384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472209.847789:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472209.847899:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856958720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472209.851136:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960384 00000100:00100000:1.0:1772472209.851160:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960384 00000100:00100000:1.0:1772472209.851271:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1772472209.851286:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856960384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472209.851402:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472209.851525:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856960384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 242us (3736us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472209.851533:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1772472209.851635:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856960384:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472210.603106:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472210.859949:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856960512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472210.860018:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472210.860099:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960512 00000100:00100000:2.0:1772472210.860106:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960512 00000100:00100000:2.0:1772472210.860156:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1772472210.860166:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856960512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472210.860195:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472210.860239:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856960512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472210.860246:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1772472210.860296:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85511f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856960512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472210.860454:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb78bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856960640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472210.860485:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472210.860521:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960640 00000100:00100000:0.0:1772472210.860525:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960640 00000100:00100000:0.0:1772472210.860551:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1772472210.860558:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856960640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472210.860567:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472210.860597:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856960640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472210.860603:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1772472210.860635:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb78bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856960640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472211.148547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148596:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148619:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148648:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148668:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148689:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148708:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148736:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.148772:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129600 00000100:00100000:0.0:1772472211.148783:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129600 00000100:00100000:0.0:1772472211.148844:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129728 00000100:00100000:0.0:1772472211.148848:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129728 00000100:00100000:0.0:1772472211.148866:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130112 00000100:00100000:0.0:1772472211.148869:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130112 00000100:00100000:0.0:1772472211.148884:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130240 00000100:00100000:0.0:1772472211.148886:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130240 00000100:00100000:0.0:1772472211.148902:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1412 00000100:00100000:0.0:1772472211.148911:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835129600:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472211.148998:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2409:x1858570835129600:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 87us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472211.149007:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1412 00000100:00100000:0.0:1772472211.149028:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1413 00000100:00100000:0.0:1772472211.149034:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835129728:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472211.149059:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2410:x1858570835129728:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472211.149065:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1413 00000100:00100000:0.0:1772472211.149077:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1414 00000100:00100000:0.0:1772472211.149083:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835130112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472211.149108:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2409:x1858570835130112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472211.149113:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1414 00000100:00100000:0.0:1772472211.149125:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1415 00000100:00100000:0.0:1772472211.149131:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835130240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472211.149156:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835130240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472211.149161:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1415 00000100:00100000:1.0:1772472211.149238:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129472 00000100:00100000:1.0:1772472211.149242:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129472 00000100:00100000:1.0:1772472211.149282:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:1.0:1772472211.149291:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835129472:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472211.149379:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5493050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835129472:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 90us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472211.149387:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:1.0:1772472211.149420:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129856 00000100:00100000:1.0:1772472211.149425:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129856 00000100:00100000:1.0:1772472211.149451:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835129984 00000100:00100000:1.0:1772472211.149454:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835129984 00000100:00100000:1.0:1772472211.149471:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130496 00000100:00100000:1.0:1772472211.149473:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130496 00000100:00100000:1.0:1772472211.149495:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 858 00000100:00100000:1.0:1772472211.149502:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835129856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472211.149529:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835129856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472211.149535:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 858 00000100:00100000:1.0:1772472211.149546:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 859 00000100:00100000:1.0:1772472211.149551:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835129984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472211.149571:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835129984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472211.149576:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 859 00000100:00100000:1.0:1772472211.149585:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 860 00000100:00100000:1.0:1772472211.149590:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835130496:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472211.149608:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835130496:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472211.149613:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 860 00000100:00080000:1.0:1772472211.149628:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472211.149631:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472211.149634:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472211.149636:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472211.155990:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472211.156066:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130368 00000100:00100000:0.0:1772472211.156077:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130368 00000100:00100000:0.0:1772472211.156235:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 861 00000100:00100000:0.0:1772472211.156247:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835130368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472211.156380:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835130368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 136us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472211.156387:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 861 00000100:00080000:2.0:1772472211.156552:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1772472211.288023:0:28129:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472211.288034:0:28129:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472211.289776:0:28129:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472211.289796:0:28129:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472211.626662:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472212.395180:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472212.395208:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b855a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856960768:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472212.395280:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472212.398457:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960768 00000100:00100000:0.0:1772472212.398475:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960768 00000100:00100000:0.0:1772472212.398552:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1772472212.398563:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856960768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1772472212.398605:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1772472212.398696:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856960768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (3415us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472212.398704:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1772472212.399370:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b855a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856960768:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472212.651551:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472212.843575:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472212.843585:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472212.844018:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472212.844028:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472213.231535:0:28180:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472213.231546:0:28180:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472213.232181:0:28180:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472213.232192:0:28180:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472213.419504:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856960896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472213.419579:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472213.419675:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856960896 00000100:00100000:3.0:1772472213.419684:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856960896 00000100:00100000:3.0:1772472213.419736:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1772472213.419746:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856960896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472213.419786:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472213.419837:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856960896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472213.419845:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1772472213.419891:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856960896:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472213.678494:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472214.253049:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772472214.698663:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472214.955970:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856961024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472214.956045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.956137:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961024 00000100:00100000:0.0:1772472214.956146:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961024 00000100:00100000:0.0:1772472214.956213:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1772472214.956224:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856961024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472214.956254:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472214.956293:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856961024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472214.956338:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:0.0:1772472214.956365:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472214.956407:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856961024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472214.957204:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856961408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957244:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.957274:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856961920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957295:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.957348:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856962432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957368:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.957387:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1772472214.957392:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856961280:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957415:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.957432:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856961792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957539:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.957560:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856962304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957583:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472214.957623:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961408 00000100:00100000:0.0:1772472214.957629:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961408 00000100:00100000:0.0:1772472214.957668:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1772472214.957677:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856961408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.957961:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856961408:12345-0@lo:400:kworker.0 Request processed in 283us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472214.957962:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961792 00000100:00100000:0.0:1772472214.957972:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1772472214.957975:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961792 00000100:00100000:0.0:1772472214.957991:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961920 00000100:00100000:0.0:1772472214.957996:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961920 00000100:00100000:2.0:1772472214.958015:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1772472214.958026:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc16bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856961792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958032:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962432 00000100:00100000:0.0:1772472214.958037:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962432 00000100:00100000:0.0:1772472214.958067:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1772472214.958075:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc16bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856961792:12345-0@lo:400:kworker.0 Request processed in 51us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472214.958076:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856961920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472214.958089:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1772472214.958117:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856961920:12345-0@lo:400:kworker.0 Request processed in 42us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472214.958124:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1772472214.958136:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1772472214.958142:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856962432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958181:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856962432:12345-0@lo:400:kworker.0 Request processed in 39us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472214.958187:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1772472214.958207:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962304 00000100:00100000:0.0:1772472214.958210:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962304 00000100:00100000:0.0:1772472214.958241:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1772472214.958247:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856962304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958275:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856962304:12345-0@lo:400:kworker.0 Request processed in 28us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472214.958280:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00080000:0.0:1772472214.958339:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472214.958345:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472214.958373:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856961792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958385:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856962304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958394:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856961408:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958402:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856961920:0@lo:400:kworker.0 00000100:00100000:0.0:1772472214.958410:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856962432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.958621:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961280 00000100:00100000:3.0:1772472214.958627:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961280 00000100:00100000:3.0:1772472214.958668:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1772472214.958678:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856961280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.958735:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856961280:12345-0@lo:400:kworker.0 Request processed in 60us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.958750:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1772472214.958785:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856961280:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.958812:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856961536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.958884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959421:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856962048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.959461:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959483:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856962560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.959503:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959527:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1772472214.959535:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856961152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472214.959558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959581:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856961664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.959601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959618:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856962176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.959640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959660:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856962688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.959679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472214.959709:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961536 00000100:00100000:3.0:1772472214.959714:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961536 00000100:00100000:3.0:1772472214.959983:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1772472214.959991:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856961536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960032:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856961536:12345-0@lo:400:kworker.0 Request processed in 42us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960038:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1772472214.960057:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961152 00000100:00100000:3.0:1772472214.960060:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961152 00000100:00100000:3.0:1772472214.960090:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1772472214.960095:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856961152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472214.960109:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472214.960136:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856961152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960142:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1772472214.960170:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962048 00000100:00100000:3.0:1772472214.960174:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962048 00000100:00100000:3.0:1772472214.960198:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962560 00000100:00100000:3.0:1772472214.960202:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962560 00000100:00100000:3.0:1772472214.960220:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856961664 00000100:00100000:3.0:1772472214.960223:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856961664 00000100:00100000:3.0:1772472214.960241:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1772472214.960247:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856962048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960273:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856962048:12345-0@lo:400:kworker.0 Request processed in 27us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960278:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1772472214.960288:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1772472214.960294:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856962560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960348:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856962560:12345-0@lo:400:kworker.0 Request processed in 55us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960354:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:3.0:1772472214.960364:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1772472214.960370:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856961664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960393:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856961664:12345-0@lo:400:kworker.0 Request processed in 24us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960398:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00080000:3.0:1772472214.960425:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472214.960429:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472214.960480:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb798ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856961152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472214.960490:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856961664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960499:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856961536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960507:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856962048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960514:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856962560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960561:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962176 00000100:00100000:3.0:1772472214.960564:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962176 00000100:00100000:3.0:1772472214.960594:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962688 00000100:00100000:3.0:1772472214.960608:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962688 00000100:00100000:3.0:1772472214.960627:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1772472214.960633:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856962176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960667:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856962176:12345-0@lo:400:kworker.0 Request processed in 34us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960673:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1772472214.960684:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1772472214.960691:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856962688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.960717:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856962688:12345-0@lo:400:kworker.0 Request processed in 27us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472214.960723:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00080000:3.0:1772472214.962128:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472214.962214:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856962176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472214.962229:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856962688:0@lo:400:kworker.0 00000040:00080000:2.0:1772472215.304244:0:28231:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472215.304255:0:28231:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472215.304827:0:28231:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472215.304839:0:28231:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472215.731415:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472215.982386:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856962816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472215.982474:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472215.982555:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472215.982563:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856962944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472215.982586:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472215.982952:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962816 00000100:00100000:2.0:1772472215.982962:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962816 00000100:00100000:2.0:1772472215.983016:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856962944 00000100:00100000:2.0:1772472215.983020:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856962944 00000100:00100000:2.0:1772472215.983038:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1772472215.983048:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856962816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472215.983085:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472215.983143:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856962816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472215.983166:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1772472215.983195:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1772472215.983202:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856962944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472215.983212:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472215.983234:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb798e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856962944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472215.983239:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1772472215.983283:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856962944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472215.983337:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856962816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472216.266219:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266274:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266354:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266401:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266423:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266471:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266489:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266512:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472216.266539:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130880 00000100:00100000:1.0:1772472216.266549:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130880 00000100:00100000:1.0:1772472216.266617:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131392 00000100:00100000:1.0:1772472216.266620:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131392 00000100:00100000:1.0:1772472216.266637:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130752 00000100:00100000:1.0:1772472216.266639:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130752 00000100:00100000:1.0:1772472216.266650:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131264 00000100:00100000:1.0:1772472216.266652:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131264 00000100:00100000:1.0:1772472216.266669:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1422 00000100:00100000:1.0:1772472216.266679:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835130880:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.266754:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835130880:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 76us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.266761:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1422 00000100:00100000:1.0:1772472216.266776:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1423 00000100:00100000:1.0:1772472216.266782:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835131392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.266802:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835131392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.266808:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1423 00000100:00100000:1.0:1772472216.266817:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1424 00000100:00100000:1.0:1772472216.266821:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835130752:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.266855:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835130752:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 32us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.266860:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1424 00000100:00100000:1.0:1772472216.266871:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1425 00000100:00100000:1.0:1772472216.266876:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835131264:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.266895:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835131264:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.266900:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1425 00000100:00100000:1.0:1772472216.266920:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131136 00000100:00100000:1.0:1772472216.266923:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131136 00000100:00100000:1.0:1772472216.266942:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131648 00000100:00100000:1.0:1772472216.266944:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131648 00000100:00100000:1.0:1772472216.266957:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131008 00000100:00100000:1.0:1772472216.266959:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131008 00000100:00100000:1.0:1772472216.266969:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131520 00000100:00100000:1.0:1772472216.266970:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131520 00000100:00100000:1.0:1772472216.266981:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00100000:1.0:1772472216.266987:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835131136:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.267008:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835131136:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.267014:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00100000:1.0:1772472216.267024:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 866 00000100:00100000:1.0:1772472216.267028:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835131648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.267046:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835131648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.267051:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 866 00000100:00100000:1.0:1772472216.267059:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 867 00000100:00100000:1.0:1772472216.267064:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835131008:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.267084:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835131008:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.267090:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 867 00000100:00100000:1.0:1772472216.267100:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 868 00000100:00100000:1.0:1772472216.267106:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835131520:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472216.267127:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b855a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835131520:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472216.267133:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 868 00000100:00080000:3.0:1772472216.268076:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472216.268084:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472216.268088:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472216.268091:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472216.268173:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835130624 00000100:00100000:0.0:1772472216.268191:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835130624 00000100:00100000:0.0:1772472216.268247:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:0.0:1772472216.268256:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835130624:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472216.268362:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835130624:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 107us (2154us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472216.268379:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 835 00010000:00010000:1.0:1772472216.746864:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472217.362074:0:28282:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472217.362085:0:28282:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472217.362637:0:28282:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472217.362649:0:28282:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472217.514496:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472217.514518:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856963072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472217.514598:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472217.516775:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963072 00000100:00100000:2.0:1772472217.516794:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963072 00000100:00100000:2.0:1772472217.516867:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1772472217.516876:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856963072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472217.516918:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472217.517007:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856963072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (2409us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472217.517015:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1772472217.520485:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856963072:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472217.770998:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472218.538902:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856963200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472218.538994:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472218.540448:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963200 00000100:00100000:3.0:1772472218.540462:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963200 00000100:00100000:3.0:1772472218.540539:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1772472218.540549:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856963200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472218.540594:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472218.540682:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856963200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472218.540689:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1772472218.541802:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856963200:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472218.799326:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472219.594100:0:28335:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472219.594112:0:28335:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472219.595774:0:28335:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472219.595793:0:28335:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1772472219.824892:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472220.074791:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472220.074816:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856963328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472220.074887:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472220.075009:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963328 00000100:00100000:3.0:1772472220.075018:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963328 00000100:00100000:3.0:1772472220.075079:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1772472220.075089:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856963328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472220.075116:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472220.075159:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856963328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.075166:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1772472220.075491:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856963328:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1772472220.075676:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472220.075977:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856963456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472220.076026:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472220.076188:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963456 00000100:00100000:1.0:1772472220.076194:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963456 00000100:00100000:1.0:1772472220.076250:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1772472220.076290:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856963456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472220.076329:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472220.076365:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856963456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472220.076372:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:0.0:1772472220.076568:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472220.076602:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856963456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472220.076848:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856963840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.076886:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472220.076918:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856964352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.076942:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472220.076964:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856964864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.076998:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472220.077022:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1772472220.077028:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856963968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.077049:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472220.077064:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856964480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.077085:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472220.077207:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856963712:0@lo:400:kworker.0 00000100:00100000:0.0:1772472220.077245:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472220.077278:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856964224:0@lo:400:kworker.0 00000100:00100000:0.0:1772472220.077299:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472220.077342:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856964736:0@lo:400:kworker.0 00000100:00100000:0.0:1772472220.077364:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472220.077381:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1772472220.077387:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856963584:0@lo:400:kworker.0 00000100:00100000:0.0:1772472220.077415:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472220.077445:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856964096:0@lo:400:kworker.0 00000100:00100000:0.0:1772472220.077465:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472220.077480:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856964608:0@lo:400:kworker.0 00000100:00100000:0.0:1772472220.077499:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472220.077723:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963840 00000100:00100000:3.0:1772472220.077729:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963840 00000100:00100000:3.0:1772472220.077772:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964096 00000100:00100000:3.0:1772472220.077776:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964096 00000100:00100000:3.0:1772472220.077791:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1772472220.077799:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856963840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.077849:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856963840:12345-0@lo:400:kworker.0 Request processed in 51us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.077856:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1772472220.077871:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1772472220.077877:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856964096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.077911:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856964096:12345-0@lo:400:kworker.0 Request processed in 34us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.077917:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1772472220.077935:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964352 00000100:00100000:3.0:1772472220.077938:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964352 00000100:00100000:3.0:1772472220.077961:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964864 00000100:00100000:3.0:1772472220.077965:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964864 00000100:00100000:3.0:1772472220.077975:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963968 00000100:00100000:3.0:1772472220.077978:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963968 00000100:00100000:3.0:1772472220.078003:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963712 00000100:00100000:3.0:1772472220.078007:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963712 00000100:00100000:3.0:1772472220.078017:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964224 00000100:00100000:3.0:1772472220.078020:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964224 00000100:00100000:3.0:1772472220.078031:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964736 00000100:00100000:3.0:1772472220.078033:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964736 00000100:00100000:3.0:1772472220.078046:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1772472220.078052:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856964352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078083:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856964352:12345-0@lo:400:kworker.0 Request processed in 31us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078089:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1772472220.078100:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1772472220.078106:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856964864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078132:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856964864:12345-0@lo:400:kworker.0 Request processed in 26us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078138:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1772472220.078148:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1772472220.078154:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856963968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078625:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856963968:12345-0@lo:400:kworker.0 Request processed in 469us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078633:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1772472220.078647:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1772472220.078655:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856963712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078687:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856963712:12345-0@lo:400:kworker.0 Request processed in 34us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078692:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1772472220.078703:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1772472220.078708:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856964224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078730:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856964224:12345-0@lo:400:kworker.0 Request processed in 22us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078735:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1772472220.078743:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1772472220.078748:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856964736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078769:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856964736:12345-0@lo:400:kworker.0 Request processed in 21us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078774:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1772472220.078795:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856963584 00000100:00100000:3.0:1772472220.078799:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856963584 00000100:00100000:3.0:1772472220.078822:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1772472220.078827:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856963584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078850:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856963584:12345-0@lo:400:kworker.0 Request processed in 24us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472220.078856:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1772472220.078897:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856963584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078908:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856964096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078918:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856963712:0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078927:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856964224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472220.078935:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856964736:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079043:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964480 00000100:00100000:2.0:1772472220.079047:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964480 00000100:00100000:2.0:1772472220.079078:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964608 00000100:00100000:2.0:1772472220.079080:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964608 00000100:00100000:2.0:1772472220.079099:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1772472220.079104:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856964480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079134:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856964480:12345-0@lo:400:kworker.0 Request processed in 29us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472220.079139:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1772472220.079150:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1772472220.079155:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856964608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079181:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856964608:12345-0@lo:400:kworker.0 Request processed in 26us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472220.079186:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1772472220.079223:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856963968:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079234:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856964480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079243:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856963840:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079260:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856964352:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079270:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856964864:0@lo:400:kworker.0 00000100:00100000:2.0:1772472220.079294:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856964608:0@lo:400:kworker.0 00000100:00080000:0.0:1772472220.079716:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472220.079721:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472220.079724:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772472220.848676:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472221.099599:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472221.099632:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856964992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472221.099709:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472221.099789:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856964992 00000100:00100000:3.0:1772472221.099796:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856964992 00000100:00100000:3.0:1772472221.099854:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1772472221.099865:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856964992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472221.099904:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472221.100130:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856964992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 267us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472221.100138:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1772472221.100193:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856964992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472221.106886:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472221.106913:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856965120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472221.107001:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472221.107066:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965120 00000100:00100000:0.0:1772472221.107075:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965120 00000100:00100000:0.0:1772472221.107126:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1772472221.107135:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856965120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472221.107161:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472221.107209:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856965120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472221.107216:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1772472221.107275:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856965120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472221.381753:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381810:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381839:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381859:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381888:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381913:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381934:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.381953:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472221.382196:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131904 00000100:00100000:1.0:1772472221.382207:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131904 00000100:00100000:1.0:1772472221.382290:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132416 00000100:00100000:1.0:1772472221.382294:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132416 00000100:00100000:1.0:1772472221.382333:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132032 00000100:00100000:1.0:1772472221.382336:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132032 00000100:00100000:1.0:1772472221.382353:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1432 00000100:00100000:1.0:1772472221.382374:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835131904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472221.382631:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835131904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 258us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472221.382769:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1432 00000100:00100000:1.0:1772472221.382786:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132544 00000100:00100000:1.0:1772472221.382788:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132544 00000100:00100000:1.0:1772472221.382803:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1433 00000100:00100000:1.0:1772472221.382809:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835132416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472221.382834:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835132416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472221.382840:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1433 00000100:00100000:1.0:1772472221.382851:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1434 00000100:00100000:1.0:1772472221.382858:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835132032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472221.382882:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2411:x1858570835132032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472221.382888:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1434 00000100:00100000:1.0:1772472221.382897:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1435 00000100:00100000:1.0:1772472221.382904:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835132544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472221.382924:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835132544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472221.382929:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1435 00000100:00080000:1.0:1772472221.382948:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472221.382954:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472221.383573:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132160 00000100:00100000:0.0:1772472221.383583:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132160 00000100:00100000:0.0:1772472221.383629:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132672 00000100:00100000:0.0:1772472221.383644:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132672 00000100:00100000:0.0:1772472221.383669:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132288 00000100:00100000:0.0:1772472221.383672:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132288 00000100:00100000:0.0:1772472221.383694:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 871 00000100:00100000:0.0:1772472221.383702:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835132160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472221.383745:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835132160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 43us (1933us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472221.383752:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 871 00000100:00100000:0.0:1772472221.383768:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 872 00000100:00100000:0.0:1772472221.383775:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835132672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472221.383796:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835132672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1936us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472221.383802:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 872 00000100:00100000:0.0:1772472221.383811:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 873 00000100:00100000:0.0:1772472221.383816:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835132288:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472221.383836:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835132288:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (1901us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472221.383842:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 873 00000100:00080000:0.0:1772472221.383866:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472221.383870:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472221.384378:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472221.384425:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132800 00000100:00100000:3.0:1772472221.384430:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132800 00000100:00100000:3.0:1772472221.384466:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 874 00000100:00100000:3.0:1772472221.384476:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835132800:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472221.384507:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835132800:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472221.384514:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 874 00000100:00100000:3.0:1772472221.384537:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835131776 00000100:00100000:3.0:1772472221.384540:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835131776 00000100:00100000:3.0:1772472221.384562:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 837 00000100:00100000:3.0:1772472221.384569:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835131776:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472221.384589:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835131776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (2701us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472221.384594:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 837 00000100:00080000:3.0:1772472221.384630:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1772472221.682212:0:28386:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472221.682225:0:28386:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472221.686836:0:28386:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472221.686862:0:28386:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472221.874440:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472222.058518:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472222.058528:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472222.059054:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472222.059068:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472222.634902:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472222.634926:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856965248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472222.635004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472222.635351:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965248 00000100:00100000:3.0:1772472222.635359:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965248 00000100:00100000:3.0:1772472222.635413:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1772472222.635423:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856965248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472222.635457:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472222.635516:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856965248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472222.635523:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1772472222.635814:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856965248:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472222.890540:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472223.661802:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472223.661826:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856965376:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472223.661892:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472223.661934:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965376 00000100:00100000:0.0:1772472223.661943:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965376 00000100:00100000:0.0:1772472223.662001:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1772472223.662011:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856965376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472223.662042:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472223.662089:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856965376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472223.662097:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1772472223.662271:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84ec3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856965376:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472223.921901:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472224.021017:0:28437:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472224.021028:0:28437:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472224.023026:0:28437:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472224.023046:0:28437:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1772472224.490987:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1772472224.938571:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472225.195912:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472225.195940:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856965504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472225.196034:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472225.196111:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965504 00000100:00100000:0.0:1772472225.196119:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965504 00000100:00100000:0.0:1772472225.196188:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1772472225.196200:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856965504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472225.196245:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472225.196291:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856965504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472225.196321:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1772472225.196376:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856965504:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1772472225.197521:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472225.197656:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856965632:0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.197732:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472225.198193:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472225.198201:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856965760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.198250:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472225.198288:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965632 00000100:00100000:3.0:1772472225.198295:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965632 00000100:00100000:3.0:1772472225.198365:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1772472225.198375:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856965632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.198422:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856965632:12345-0@lo:400:kworker.0 Request processed in 48us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.198432:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1772472225.198481:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856965632:0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.198527:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965760 00000100:00100000:3.0:1772472225.198531:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965760 00000100:00100000:3.0:1772472225.198565:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1772472225.198573:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856965760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.198610:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84ec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856965760:12345-0@lo:400:kworker.0 Request processed in 38us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.198616:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1772472225.198646:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856965760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.199540:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472225.199555:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856965888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472225.199603:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.199648:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856965888 00000100:00100000:1.0:1772472225.199656:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856965888 00000100:00100000:1.0:1772472225.199768:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1772472225.199777:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856965888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472225.199798:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472225.199843:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856965888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472225.199850:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1772472225.199894:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856965888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472225.200326:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856966272:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200361:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.200382:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856966784:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200403:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.200422:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1772472225.200428:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856966144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200452:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.200467:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856966656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200488:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.200513:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966272 00000100:00100000:1.0:1772472225.200518:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966272 00000100:00100000:1.0:1772472225.200546:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1772472225.200553:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856966272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200590:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856966272:12345-0@lo:400:kworker.0 Request processed in 38us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472225.200597:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1772472225.200615:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966144 00000100:00100000:1.0:1772472225.200618:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966144 00000100:00100000:1.0:1772472225.200641:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1772472225.200648:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856966144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200677:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856966144:12345-0@lo:400:kworker.0 Request processed in 30us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472225.200683:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1772472225.200709:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856966144:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200720:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856966272:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200738:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856966400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.200975:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.200996:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856966912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.201017:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.201037:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1772472225.201044:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856966016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.201064:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.201080:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856966528:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.201099:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.201114:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856967040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.201131:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472225.201158:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966400 00000100:00100000:1.0:1772472225.201162:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966400 00000100:00100000:0.0:1772472225.201253:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966784 00000100:00100000:0.0:1772472225.201261:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966784 00000100:00080000:3.0:1772472225.201320:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472225.201325:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472225.201327:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472225.201355:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966016 00000100:00100000:3.0:1772472225.201358:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966016 00000100:00100000:3.0:1772472225.201384:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1772472225.201390:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856966016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.201433:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856966016:12345-0@lo:400:kworker.0 Request processed in 43us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.201439:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1772472225.201458:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966912 00000100:00100000:3.0:1772472225.201461:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966912 00000100:00100000:3.0:1772472225.201486:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966528 00000100:00100000:3.0:1772472225.201489:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966528 00000100:00100000:3.0:1772472225.201501:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967040 00000100:00100000:3.0:1772472225.201504:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967040 00000100:00100000:3.0:1772472225.201517:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1772472225.201522:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856966912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.201552:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856966912:12345-0@lo:400:kworker.0 Request processed in 29us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.201557:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1772472225.201568:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1772472225.201574:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856966528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.201599:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856966528:12345-0@lo:400:kworker.0 Request processed in 26us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.201605:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1772472225.201616:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1772472225.201622:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856967040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.201648:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856967040:12345-0@lo:400:kworker.0 Request processed in 27us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.201653:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00080000:3.0:1772472225.201670:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472225.201672:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472225.201700:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856966656 00000100:00100000:3.0:1772472225.201704:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856966656 00000100:00100000:3.0:1772472225.201730:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1772472225.201736:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856966656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472225.201784:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856966656:12345-0@lo:400:kworker.0 Request processed in 47us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472225.201789:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:3.0:1772472225.201806:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472225.202192:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1772472225.202271:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856966400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202321:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856966400:12345-0@lo:400:kworker.0 Request processed in 122us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472225.202328:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1772472225.202377:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856966656:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202407:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856966016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202418:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856966528:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202427:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856967040:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202436:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856966400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202445:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856966912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202697:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1772472225.202704:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856966784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472225.202858:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856966784:12345-0@lo:400:kworker.0 Request processed in 154us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472225.202865:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1772472225.207020:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856966784:0@lo:400:kworker.0 00010000:00010000:2.0:1772472225.963488:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472226.073024:0:28489:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472226.073035:0:28489:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472226.082740:0:28489:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472226.082762:0:28489:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472226.218620:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472226.218648:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856967168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472226.218728:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472226.218797:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967168 00000100:00100000:0.0:1772472226.218804:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967168 00000100:00100000:0.0:1772472226.218850:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1772472226.218859:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856967168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472226.218890:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472226.218930:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856967168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472226.218940:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1772472226.218989:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856967168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472226.225735:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856967296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472226.225824:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472226.226424:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967296 00000100:00100000:2.0:1772472226.226434:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967296 00000100:00100000:2.0:1772472226.226486:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1772472226.226495:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856967296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472226.226521:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472226.226581:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856967296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472226.226588:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1772472226.226676:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b854e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856967296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472226.503425:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.503487:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472226.504658:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835132928 00000100:00100000:3.0:1772472226.504672:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835132928 00000100:00100000:3.0:1772472226.504745:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:3.0:1772472226.504757:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835132928:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472226.504855:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835132928:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 100us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472226.504863:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 839 00000100:00100000:1.0:1772472226.505489:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505525:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505549:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505568:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505588:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505628:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472226.505660:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133056 00000100:00100000:1.0:1772472226.505666:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133056 00000100:00100000:1.0:1772472226.505707:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133568 00000100:00100000:1.0:1772472226.505710:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133568 00000100:00100000:1.0:1772472226.505730:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133184 00000100:00100000:1.0:1772472226.505733:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133184 00000100:00100000:1.0:1772472226.505744:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133696 00000100:00100000:1.0:1772472226.505746:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133696 00000100:00100000:1.0:1772472226.505759:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1442 00000100:00100000:1.0:1772472226.505766:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835133056:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.505821:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2411:x1858570835133056:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 55us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.505828:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1442 00000100:00100000:1.0:1772472226.505841:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1443 00000100:00100000:1.0:1772472226.505848:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835133568:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.505872:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835133568:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.505879:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1443 00000100:00100000:1.0:1772472226.505889:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1444 00000100:00100000:1.0:1772472226.505896:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835133184:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.505918:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835133184:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.505923:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1444 00000100:00100000:1.0:1772472226.506052:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1445 00000100:00100000:1.0:1772472226.506061:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835133696:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.506088:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835133696:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.506094:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1445 00000100:00100000:1.0:1772472226.506113:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133312 00000100:00100000:1.0:1772472226.506116:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133312 00000100:00100000:1.0:1772472226.506138:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133824 00000100:00100000:1.0:1772472226.506141:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133824 00000100:00100000:1.0:1772472226.506158:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133440 00000100:00100000:1.0:1772472226.506161:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133440 00000100:00100000:1.0:1772472226.506170:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835133952 00000100:00100000:1.0:1772472226.506172:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835133952 00000100:00100000:1.0:1772472226.506183:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 877 00000100:00100000:1.0:1772472226.506188:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835133312:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.506224:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835133312:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 35us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.506230:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 877 00000100:00100000:1.0:1772472226.506242:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 878 00000100:00100000:1.0:1772472226.506248:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835133824:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.506270:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835133824:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.506279:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 878 00000100:00100000:1.0:1772472226.506289:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 879 00000100:00100000:1.0:1772472226.506294:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835133440:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.506350:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835133440:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 55us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.506356:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 879 00000100:00100000:1.0:1772472226.506367:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 880 00000100:00100000:1.0:1772472226.506373:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835133952:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472226.506394:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835133952:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472226.506400:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 880 00000100:00080000:1.0:1772472226.506430:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472226.506434:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472226.506437:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472226.506439:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1772472226.986798:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472227.755879:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856967424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472227.755962:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472227.756076:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967424 00000100:00100000:3.0:1772472227.756085:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967424 00000100:00100000:3.0:1772472227.756137:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1772472227.756147:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856967424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472227.756183:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472227.756294:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856967424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 148us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472227.756326:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1772472227.756372:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856967424:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472228.017439:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472228.250873:0:28540:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472228.250884:0:28540:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472228.252953:0:28540:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472228.252975:0:28540:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472228.779368:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856967552:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472228.779441:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472228.779568:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967552 00000100:00100000:1.0:1772472228.779576:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967552 00000100:00100000:1.0:1772472228.779639:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1772472228.779648:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856967552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472228.779682:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472228.792411:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856967552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 12749us (12955us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472228.792429:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1772472228.796679:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856967552:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1772472229.034502:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472229.070042:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472229.070387:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134080 00000100:00100000:3.0:1772472229.070398:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134080 00000100:00100000:3.0:1772472229.070498:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 116 00000100:00100000:3.0:1772472229.070508:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca1e86050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+9:2412:x1858570835134080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472229.070526:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1772472229.070554:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8f9ca1dc1a00/0xb50b868c089ce851 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405c32 expref: 9 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472229.070577:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8f9b84ed3800/0xb50b868c089ce7b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405c16 expref: 8 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472229.070590:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff8f9b83b56c00) 00010000:00010000:3.0:1772472229.070600:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8f9cc2174800/0xb50b868c089ce68a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405bd7 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472229.070621:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff8f9b83a30200) 00010000:00010000:3.0:1772472229.070632:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472229.070696:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca1e86050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835134080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 190us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472229.070704:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 116 00000100:00080000:1.0:1772472229.070998:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1772472230.060797:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472230.314915:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856967680:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.314991:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315032:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856968192:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315100:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315118:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856968704:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315136:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315161:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856969216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315747:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1772472230.315755:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856967808:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315802:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315819:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856968320:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315837:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315849:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856968832:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315865:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315876:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856969344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472230.315892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315920:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856968064:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315938:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315952:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856968576:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315967:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.315978:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856969088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.315992:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.316017:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1772472230.316022:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856967936:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.316041:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.316055:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856968448:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.316071:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.316083:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856968960:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.316099:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472230.316123:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967680 00000100:00100000:1.0:1772472230.316130:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967680 00000100:00100000:3.0:1772472230.316335:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472230.316343:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856969472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472230.316368:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472230.316413:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969344 00000100:00100000:3.0:1772472230.316417:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969344 00000100:00100000:3.0:1772472230.316460:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969472 00000100:00100000:3.0:1772472230.316463:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969472 00000100:00100000:3.0:1772472230.316583:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1772472230.316592:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856969344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472230.316622:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472230.316668:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856969344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472230.316676:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1772472230.316693:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1772472230.316699:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856969472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472230.316711:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472230.316740:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856969472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472230.316745:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:3.0:1772472230.316760:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472230.316796:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856969472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472230.316828:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd959880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856969344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472230.316972:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968704 00000100:00100000:0.0:1772472230.316977:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968704 00000100:00100000:0.0:1772472230.317018:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969216 00000100:00100000:0.0:1772472230.317021:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969216 00000100:00100000:0.0:1772472230.317035:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968576 00000100:00100000:0.0:1772472230.317038:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968576 00000100:00100000:0.0:1772472230.317049:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969088 00000100:00100000:0.0:1772472230.317051:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969088 00000100:00100000:0.0:1772472230.317063:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1772472230.317069:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856968704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472230.317108:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856968704:12345-0@lo:400:kworker.0 Request processed in 39us (1970us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472230.317114:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1772472230.317127:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1772472230.317133:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856969216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472230.317181:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856969216:12345-0@lo:400:kworker.0 Request processed in 48us (1992us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472230.317320:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1772472230.317336:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1772472230.317343:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856968576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472230.317375:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856968576:12345-0@lo:400:kworker.0 Request processed in 33us (1406us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472230.317381:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1772472230.317392:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1772472230.317398:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856969088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472230.317423:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856969088:12345-0@lo:400:kworker.0 Request processed in 25us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472230.317428:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1772472230.317602:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1772472230.317611:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856967680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.317647:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856967680:12345-0@lo:400:kworker.0 Request processed in 38us (2656us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.317652:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1772472230.317684:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968192 00000100:00100000:1.0:1772472230.317688:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968192 00000100:00100000:1.0:1772472230.317713:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967936 00000100:00100000:1.0:1772472230.317716:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967936 00000100:00100000:1.0:1772472230.317729:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1772472230.317735:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856968192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.317770:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856968192:12345-0@lo:400:kworker.0 Request processed in 35us (2669us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.317776:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1772472230.317787:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1772472230.317793:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856967936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.317821:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856967936:12345-0@lo:400:kworker.0 Request processed in 28us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.317825:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1772472230.317845:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856967808 00000100:00100000:1.0:1772472230.317849:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856967808 00000100:00100000:1.0:1772472230.317867:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968320 00000100:00100000:1.0:1772472230.317870:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968320 00000100:00100000:1.0:1772472230.317882:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968832 00000100:00100000:1.0:1772472230.317885:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968832 00000100:00100000:1.0:1772472230.317900:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968064 00000100:00100000:1.0:1772472230.317903:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968064 00000100:00100000:1.0:1772472230.317914:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968448 00000100:00100000:1.0:1772472230.317916:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968448 00000100:00100000:1.0:1772472230.317927:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856968960 00000100:00100000:1.0:1772472230.317930:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856968960 00000100:00100000:1.0:1772472230.317943:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1772472230.317948:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856967808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.317978:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856967808:12345-0@lo:400:kworker.0 Request processed in 29us (2175us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.317984:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1772472230.317997:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1772472230.318003:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856968320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.318030:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856968320:12345-0@lo:400:kworker.0 Request processed in 28us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.318036:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1772472230.318045:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1772472230.318051:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856968832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.318074:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856968832:12345-0@lo:400:kworker.0 Request processed in 23us (2208us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.318079:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1772472230.318089:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1772472230.318094:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856968064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.318115:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856968064:12345-0@lo:400:kworker.0 Request processed in 21us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.318120:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1772472230.318128:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1772472230.318134:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856968448:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1772472230.318330:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472230.318334:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472230.318337:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472230.318364:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856967936:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318375:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856968064:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318385:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856968576:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318394:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856969088:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318428:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856967808:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318437:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856968320:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318447:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856968832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318455:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856967680:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318555:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856968192:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318572:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856968704:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.318581:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856969216:0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.318833:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856968448:12345-0@lo:400:kworker.0 Request processed in 697us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.318840:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1772472230.318854:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:1.0:1772472230.318861:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856968960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472230.318892:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856968960:12345-0@lo:400:kworker.0 Request processed in 32us (2792us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472230.318897:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1772472230.321396:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856968448:0@lo:400:kworker.0 00000100:00100000:3.0:1772472230.321417:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856968960:0@lo:400:kworker.0 00000040:00080000:3.0:1772472230.330160:0:28591:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472230.339560:0:28591:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472230.342596:0:28591:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472230.342617:0:28591:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472231.082921:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472231.339325:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856969600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472231.339419:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472231.339525:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969600 00000100:00100000:1.0:1772472231.339535:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969600 00000100:00100000:1.0:1772472231.339603:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1772472231.339613:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856969600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472231.339647:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472231.339697:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856969600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472231.339718:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1772472231.340060:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472231.340628:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856969600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472231.346234:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856969728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472231.346695:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472231.346840:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969728 00000100:00100000:2.0:1772472231.346853:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969728 00000100:00100000:2.0:1772472231.346913:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1772472231.346921:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856969728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472231.346949:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472231.347004:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856969728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472231.347013:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1772472231.347058:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856969728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472231.629074:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472231.629119:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472231.629239:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134336 00000100:00100000:1.0:1772472231.629251:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134336 00000100:00100000:1.0:1772472231.629345:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1452 00000100:00100000:1.0:1772472231.629357:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835134336:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472231.629437:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b854e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:2412:x1858570835134336:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472231.629446:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1452 00000100:00080000:3.0:1772472231.629864:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472231.630091:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472231.630111:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472231.630264:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134592 00000100:00100000:3.0:1772472231.630270:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134592 00000100:00100000:3.0:1772472231.630328:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835135104 00000100:00100000:3.0:1772472231.630332:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835135104 00000100:00100000:3.0:1772472231.630357:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 885 00000100:00100000:3.0:1772472231.630365:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835134592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472231.630431:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134848 00000100:00100000:1.0:1772472231.630435:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134848 00000100:00100000:1.0:1772472231.630465:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1453 00000100:00100000:1.0:1772472231.630472:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835134848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472231.632512:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835134592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2135us (3379us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472231.632537:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 885 00000100:00100000:3.0:1772472231.632569:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 886 00000100:00100000:3.0:1772472231.632584:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835135104:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472231.632639:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835135104:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 61us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472231.632646:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 886 00000100:00080000:3.0:1772472231.632679:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472231.632686:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472231.633264:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835134848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2787us (3169us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472231.633276:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1453 00000100:00100000:2.0:1772472231.634558:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472231.634615:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472231.634846:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472231.634876:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472231.634922:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134720 00000100:00100000:2.0:1772472231.634936:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134720 00000100:00100000:0.0:1772472231.635359:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134208 00000100:00100000:0.0:1772472231.635367:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134208 00000100:00100000:2.0:1772472231.635368:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 887 00000100:00100000:2.0:1772472231.635383:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835134720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472231.635412:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:0.0:1772472231.635434:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835134208:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472231.635804:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835134720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 423us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472231.635813:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 887 00000100:00100000:2.0:1772472231.635853:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134464 00000100:00100000:2.0:1772472231.635857:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134464 00000100:00100000:2.0:1772472231.635890:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835134976 00000100:00100000:2.0:1772472231.635893:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835134976 00000100:00100000:2.0:1772472231.635915:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1454 00000100:00100000:2.0:1772472231.635921:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835134464:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472231.636080:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1455 00000100:00100000:3.0:1772472231.636091:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835134976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472231.637264:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835134208:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1835us (2704us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472231.637279:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:2.0:1772472231.638023:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835134464:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2095us (3401us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472231.638035:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1454 00000100:00080000:2.0:1772472231.638072:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472231.638078:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472231.639167:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb78bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835134976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 3055us (4267us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472231.639183:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1455 00000100:00100000:2.0:1772472231.666735:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472231.666827:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835135232 00000100:00100000:0.0:1772472231.666839:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835135232 00000100:00100000:0.0:1772472231.666928:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 888 00000100:00100000:0.0:1772472231.666940:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835135232:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472231.667020:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835135232:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472231.667028:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 888 00000100:00080000:2.0:1772472231.667576:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1772472232.107225:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472232.133298:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472232.133496:0:6528:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835135488 00000100:00100000:3.0:1772472232.133508:0:6528:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835135488 00000100:00100000:3.0:1772472232.133571:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 360 00000100:00100000:3.0:1772472232.133582:0:6528:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cc15c2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+112:6659:x1858570835135488:12345-192.168.202.58@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1772472232.133864:0:6528:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cc15c2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:6659:x1858570835135488:12345-192.168.202.58@tcp:35:ldlm_bl.0 Request processed in 283us (576us total) trans 4294968354 rc 0/0 00000100:00100000:3.0:1772472232.133872:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 360 00000100:00100000:0.0:1772472232.141998:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472232.142237:0:6510:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835135616 00000100:00100000:3.0:1772472232.142248:0:6510:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835135616 00000100:00100000:3.0:1772472232.142344:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 117 00000100:00100000:3.0:1772472232.142357:0:6510:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+113:2412:x1858570835135616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1772472232.142373:0:6510:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1772472232.142450:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630000/0xb50b868c089cfa95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406125 expref: 113 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142473:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084200/0xb50b868c089cf746 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d40601b expref: 112 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142486:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8f9c8ec38e00) 00010000:00010000:3.0:1772472232.142496:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09600/0xb50b868c089cf612 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ff8 expref: 111 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142505:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8f9b83a2e500) 00010000:00010000:3.0:1772472232.142512:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c200/0xb50b868c089cf5d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405fea expref: 110 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142520:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8f9c8ec38900) 00010000:00010000:3.0:1772472232.142534:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33200/0xb50b868c089cf387 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405f42 expref: 109 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142542:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8f9b83a2e500) 00010000:00010000:3.0:1772472232.142573:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084c00/0xb50b868c089cf2f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405f1f expref: 108 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142585:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f33a00/0xb50b868c089cf1e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ed2 expref: 107 pid: 6526 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142593:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8f9cb5186900) 00010000:00010000:3.0:1772472232.142600:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631c00/0xb50b868c089cf0a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405e70 expref: 106 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142616:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8f9b83b56900) 00010000:00010000:3.0:1772472232.142636:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84f32600/0xb50b868c089cf00e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405e4d expref: 105 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142648:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5da00/0xb50b868c089ceecc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405e0e expref: 104 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142656:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8f9b83a2f700) 00010000:00010000:3.0:1772472232.142663:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5d800/0xb50b868c089cee9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405e00 expref: 103 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142670:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff8f9cb5186000) 00010000:00010000:3.0:1772472232.142681:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85631400/0xb50b868c089cee2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405deb expref: 102 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142690:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff8f9cb5186c00) 00010000:00010000:3.0:1772472232.142701:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09000/0xb50b868c089cebed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405d43 expref: 101 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142710:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8f9cb5186200) 00010000:00010000:3.0:1772472232.142717:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9ca1dc0000/0xb50b868c089cea7a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405cda expref: 100 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142725:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff8f9ca548ae00) 00010000:00010000:3.0:1772472232.142735:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630e00/0xb50b868c089ce98c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405c86 expref: 99 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142743:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff8f9b83da6600) 00010000:00010000:3.0:1772472232.142751:0:6510:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82ba00/0xb50b868c089ce64b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405bc2 expref: 98 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1772472232.142758:0:6510:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff8f9b83a30700) 00010000:00010000:3.0:1772472232.142764:0:6510:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1772472232.142832:0:6510:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:2412:x1858570835135616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 478us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472232.142841:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 117 00000040:00080000:3.0:1772472232.298776:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472232.298789:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472232.299787:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472232.299802:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1772472232.542557:0:28643:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472232.542569:0:28643:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472232.543622:0:28643:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472232.543636:0:28643:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472232.875474:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856969856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472232.875561:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472232.876350:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969856 00000100:00100000:3.0:1772472232.876362:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969856 00000100:00100000:3.0:1772472232.876419:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1772472232.876428:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856969856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472232.876474:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472232.876550:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856969856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472232.876557:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1772472232.876719:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856969856:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472233.132947:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472233.901676:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472233.901701:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856969984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1772472233.901776:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472233.901914:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856969984 00000100:00100000:3.0:1772472233.901922:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856969984 00000100:00100000:3.0:1772472233.901971:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1772472233.901980:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856969984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472233.902019:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472233.902074:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856969984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472233.902082:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1772472233.902167:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856969984:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472234.154545:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472234.713657:0:28694:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472234.713669:0:28694:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472234.714525:0:28694:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472234.714537:0:28694:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1772472234.731570:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1772472235.178562:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472235.434824:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856970112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472235.434967:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472235.435419:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970112 00000100:00100000:3.0:1772472235.435439:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970112 00000100:00100000:3.0:1772472235.435504:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1772472235.435515:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856970112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472235.435546:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472235.435596:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856970112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472235.435604:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:2.0:1772472235.435768:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472235.435820:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856970112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472235.436258:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856970496:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.436333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472235.436368:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856971008:0@lo:400:kworker.0 00000100:00100000:1.0:1772472235.436613:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856970368:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.436674:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472235.436711:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856971520:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.436733:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472235.436756:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772472235.436864:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856970624:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.436892:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472235.436912:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856971136:0@lo:400:kworker.0 00000100:00100000:1.0:1772472235.437226:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971008 00000100:00100000:1.0:1772472235.437234:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971008 00000100:00100000:1.0:1772472235.437327:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971520 00000100:00100000:1.0:1772472235.437332:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971520 00000100:00100000:1.0:1772472235.437356:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970624 00000100:00100000:1.0:1772472235.437358:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970624 00000100:00100000:1.0:1772472235.437385:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1772472235.437393:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856971008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472235.437464:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3654:x1858570856971008:12345-0@lo:400:kworker.0 Request processed in 70us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472235.437471:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1772472235.437488:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1772472235.437494:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856971520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472235.437520:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3654:x1858570856971520:12345-0@lo:400:kworker.0 Request processed in 26us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472235.437526:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1772472235.437535:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1772472235.437541:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856970624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472235.437566:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856970624:12345-0@lo:400:kworker.0 Request processed in 25us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472235.437571:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1772472235.437756:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472235.438240:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856971648:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.438284:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472235.438351:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3654:1858570856971008:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.438367:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3654:1858570856971520:0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.438398:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856970624:0@lo:400:kworker.0 00000100:00100000:3.0:1772472235.438558:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856970240:0@lo:400:kworker.0 00000100:00100000:3.0:1772472235.438594:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472235.438629:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856970752:0@lo:400:kworker.0 00000100:00100000:3.0:1772472235.438654:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472235.438671:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856971264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472235.438692:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472235.438729:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971136 00000100:00100000:3.0:1772472235.438735:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971136 00000100:00100000:3.0:1772472235.438785:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971648 00000100:00100000:3.0:1772472235.438789:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971648 00000100:00100000:3.0:1772472235.438808:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971264 00000100:00100000:3.0:1772472235.438811:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971264 00000100:00100000:3.0:1772472235.438834:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1772472235.438842:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856971136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472235.438931:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1772472235.438952:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856971648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472235.439601:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970496 00000100:00100000:2.0:1772472235.439608:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970496 00000100:00100000:2.0:1772472235.439645:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970752 00000100:00100000:2.0:1772472235.439649:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970752 00000100:00100000:2.0:1772472235.439666:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1772472235.439673:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856970496:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1772472235.439905:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472235.439911:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472235.439914:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1772472235.439927:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472235.439974:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856970880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440008:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472235.440026:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856971392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440044:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472235.440106:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472235.440113:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856971776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472235.440150:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472235.440187:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970368 00000100:00100000:0.0:1772472235.440191:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970368 00000100:00100000:0.0:1772472235.440217:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970880 00000100:00100000:0.0:1772472235.440221:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970880 00000100:00100000:0.0:1772472235.440241:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971392 00000100:00100000:0.0:1772472235.440245:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971392 00000100:00100000:0.0:1772472235.440266:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:0.0:1772472235.440272:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856970368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440322:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3653:x1858570856970368:12345-0@lo:400:kworker.0 Request processed in 50us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440330:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:0.0:1772472235.440348:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:0.0:1772472235.440355:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856970880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440381:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3653:x1858570856970880:12345-0@lo:400:kworker.0 Request processed in 26us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440387:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:0.0:1772472235.440398:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1772472235.440404:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856971392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440439:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3653:x1858570856971392:12345-0@lo:400:kworker.0 Request processed in 35us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440445:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:0.0:1772472235.440463:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472235.440490:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3653:1858570856970368:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440503:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3653:1858570856970880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440513:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3653:1858570856971392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440562:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971776 00000100:00100000:0.0:1772472235.440566:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971776 00000100:00100000:0.0:1772472235.440591:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1772472235.440598:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856971776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472235.440613:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472235.440646:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856971776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440652:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1772472235.440679:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856971776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472235.440720:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1772472235.440728:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856971264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440757:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856971264:12345-0@lo:400:kworker.0 Request processed in 30us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440763:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1772472235.440787:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1772472235.440794:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856970752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440824:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856970752:12345-0@lo:400:kworker.0 Request processed in 30us (2169us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440830:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1772472235.440852:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856970240 00000100:00100000:0.0:1772472235.440855:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856970240 00000100:00100000:0.0:1772472235.440881:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1772472235.440887:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856970240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.440917:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856970240:12345-0@lo:400:kworker.0 Request processed in 29us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472235.440923:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1772472235.441003:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85512d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856970240:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.441015:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856970752:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.441026:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856971264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472235.442329:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856971136:12345-0@lo:400:kworker.0 Request processed in 3478us (4563us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472235.442344:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1772472235.445317:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856971648:12345-0@lo:400:kworker.0 Request processed in 6350us (7004us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472235.445335:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1772472235.456285:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856970496:12345-0@lo:400:kworker.0 Request processed in 16598us (19937us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472235.456326:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1772472235.460861:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856971136:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.460919:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856971648:0@lo:400:kworker.0 00000100:00100000:0.0:1772472235.460937:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856970496:0@lo:400:kworker.0 00010000:00010000:3.0:1772472236.206471:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472236.458838:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856972032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472236.458841:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856971904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472236.464544:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472236.464629:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856971904 00000100:00100000:0.0:1772472236.464641:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856971904 00000100:00100000:0.0:1772472236.464719:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1772472236.464731:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856971904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472236.464769:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472236.464847:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856971904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472236.464854:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1772472236.465015:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856971904:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472236.465365:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472236.465478:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972032 00000100:00100000:0.0:1772472236.465484:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972032 00000100:00100000:0.0:1772472236.465519:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1772472236.465527:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856972032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472236.465541:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472236.465580:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856972032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472236.465587:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1772472236.465821:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856972032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472236.745042:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472236.745086:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472236.745125:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472236.745147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472236.745164:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472236.745181:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472236.745204:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472236.745823:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835135744 00000100:00100000:1.0:1772472236.745836:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835135744 00000100:00100000:1.0:1772472236.745904:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 843 00000100:00100000:1.0:1772472236.745914:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835135744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.746001:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835135744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 88us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.746009:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 843 00000100:00100000:1.0:1772472236.747478:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472236.747513:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472236.747541:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136000 00000100:00100000:1.0:1772472236.747549:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136000 00000100:00100000:1.0:1772472236.747600:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136512 00000100:00100000:1.0:1772472236.747604:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136512 00000100:00100000:1.0:1772472236.748006:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835135872 00000100:00100000:1.0:1772472236.748012:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835135872 00000100:00100000:1.0:1772472236.748027:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136384 00000100:00100000:1.0:1772472236.748030:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136384 00000100:00100000:1.0:1772472236.748050:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1462 00000100:00100000:1.0:1772472236.748058:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835136000:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.748138:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835136000:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 80us (3050us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.748145:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1462 00000100:00100000:1.0:1772472236.748164:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1463 00000100:00100000:1.0:1772472236.748171:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835136512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.748194:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835136512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (3046us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.748200:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1463 00000100:00100000:1.0:1772472236.748213:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1464 00000100:00100000:1.0:1772472236.748219:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:2411:x1858570835135872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.748245:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+97:2411:x1858570835135872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.749197:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1464 00000100:00100000:1.0:1772472236.749236:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1465 00000100:00100000:1.0:1772472236.749249:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835136384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.749334:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2411:x1858570835136384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 90us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.749341:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1465 00000100:00100000:1.0:1772472236.749365:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136256 00000100:00100000:1.0:1772472236.749371:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136256 00000100:00100000:1.0:1772472236.749410:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136768 00000100:00100000:1.0:1772472236.749413:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136768 00000100:00100000:1.0:1772472236.749437:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136128 00000100:00100000:1.0:1772472236.749440:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136128 00000100:00100000:1.0:1772472236.749453:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136640 00000100:00100000:1.0:1772472236.749455:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136640 00000100:00100000:1.0:1772472236.749470:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 892 00000100:00100000:1.0:1772472236.749477:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835136256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.749506:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835136256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (4379us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.749512:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 892 00000100:00100000:1.0:1772472236.749523:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 893 00000100:00100000:1.0:1772472236.749529:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835136768:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.749550:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835136768:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (4385us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.749555:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 893 00000100:00100000:1.0:1772472236.749565:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 894 00000100:00100000:1.0:1772472236.749570:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835136128:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.749591:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835136128:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (4386us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.749597:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 894 00000100:00100000:1.0:1772472236.749606:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 895 00000100:00100000:1.0:1772472236.749612:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835136640:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472236.749632:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835136640:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472236.749637:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 895 00000100:00080000:1.0:1772472236.749993:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472236.749998:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472236.750001:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472236.750004:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1772472237.044983:0:28745:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472237.044993:0:28745:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472237.046868:0:28745:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472237.046890:0:28745:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472237.228257:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472237.996788:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472237.996815:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856972160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472237.996907:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472237.997227:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972160 00000100:00100000:3.0:1772472237.997237:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972160 00000100:00100000:3.0:1772472237.997292:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1772472237.997327:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856972160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472237.997364:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472237.997500:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856972160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 199us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472237.997509:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1772472237.998362:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856972160:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1772472238.004749:0:6504:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968354 is committed 00010000:00010000:0.0:1772472238.250984:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472239.020504:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856972288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472239.020574:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472239.020685:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972288 00000100:00100000:2.0:1772472239.020694:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972288 00000100:00100000:2.0:1772472239.020743:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1772472239.020753:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856972288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472239.020790:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472239.020834:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856972288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472239.020841:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1772472239.021106:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd818380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856972288:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1772472239.072885:0:28797:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472239.072896:0:28797:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472239.075604:0:28797:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472239.075632:0:28797:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472239.275830:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472240.298922:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472240.554750:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856972416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472240.554833:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.554921:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972416 00000100:00100000:2.0:1772472240.554944:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972416 00000100:00100000:2.0:1772472240.555017:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1772472240.555027:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856972416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472240.555547:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472240.555627:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856972416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 599us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472240.555635:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1772472240.555706:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856972416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472240.555840:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856972544:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.555880:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472240.556027:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856972800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.556073:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.557002:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856973056:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.557048:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.557097:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856973568:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.557119:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.557145:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1772472240.557153:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856972672:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.557189:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.557211:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856973184:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.557233:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.557251:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856973696:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.557273:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472240.557335:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972544 00000100:00100000:2.0:1772472240.557344:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972544 00000100:00100000:0.0:1772472240.557708:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472240.557720:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856974080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472240.557755:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472240.557785:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974080 00000100:00100000:0.0:1772472240.557789:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974080 00000100:00100000:0.0:1772472240.557829:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1772472240.557837:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856974080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472240.557872:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472240.557918:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856974080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.557924:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1772472240.557983:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856974080:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1772472240.558552:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472240.558594:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972672 00000100:00100000:0.0:1772472240.558600:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972672 00000100:00100000:0.0:1772472240.558634:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973184 00000100:00100000:0.0:1772472240.558638:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973184 00000100:00100000:0.0:1772472240.558663:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973696 00000100:00100000:0.0:1772472240.558666:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973696 00000100:00100000:0.0:1772472240.558688:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1772472240.558697:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856972672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.558752:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856972672:12345-0@lo:400:kworker.0 Request processed in 57us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.558759:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1772472240.558773:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1772472240.558779:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856973184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.558806:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856973184:12345-0@lo:400:kworker.0 Request processed in 28us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.558811:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1772472240.558822:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1772472240.558828:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856973696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559178:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856973696:12345-0@lo:400:kworker.0 Request processed in 349us (1902us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.559186:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1772472240.559211:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973568 00000100:00100000:0.0:1772472240.559215:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973568 00000100:00100000:0.0:1772472240.559246:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1772472240.559253:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856973568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559289:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856973568:12345-0@lo:400:kworker.0 Request processed in 37us (2169us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.559295:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1772472240.559338:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972800 00000100:00100000:0.0:1772472240.559342:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972800 00000100:00100000:0.0:1772472240.559368:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973056 00000100:00100000:0.0:1772472240.559371:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973056 00000100:00100000:0.0:1772472240.559400:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1772472240.559406:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856972800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559442:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856972800:12345-0@lo:400:kworker.0 Request processed in 36us (3368us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.559448:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1772472240.559460:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1772472240.559465:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856973056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559499:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856973056:12345-0@lo:400:kworker.0 Request processed in 34us (2450us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.559504:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:0.0:1772472240.559519:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472240.559524:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472240.559541:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856972928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559574:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472240.559597:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856973440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559622:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472240.559642:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856973952:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559662:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472240.559692:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856972928 00000100:00100000:0.0:1772472240.559696:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856972928 00000100:00100000:0.0:1772472240.559714:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:0.0:1772472240.559719:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856972928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559750:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856972928:12345-0@lo:400:kworker.0 Request processed in 30us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472240.559756:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:0.0:1772472240.559791:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856972928:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559826:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856972672:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559837:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856973184:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.559847:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856973696:0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.560450:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1772472240.560464:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856972544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.560513:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856972544:12345-0@lo:400:kworker.0 Request processed in 54us (4632us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472240.560523:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1772472240.560566:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973440 00000100:00100000:2.0:1772472240.560570:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973440 00000100:00100000:2.0:1772472240.560603:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973952 00000100:00100000:2.0:1772472240.560606:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973952 00000100:00100000:2.0:1772472240.560626:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1772472240.560633:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856973440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.560668:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856973440:12345-0@lo:400:kworker.0 Request processed in 36us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472240.560673:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1772472240.560685:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1772472240.560691:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856973952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472240.560717:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856973952:12345-0@lo:400:kworker.0 Request processed in 26us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472240.560722:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1772472240.562529:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856972544:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.562548:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856973056:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.562562:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856973568:0@lo:400:kworker.0 00000100:00080000:0.0:1772472240.562705:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472240.562748:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856973440:0@lo:400:kworker.0 00000100:00100000:0.0:1772472240.562763:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856973952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.563555:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb785df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856972800:0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.563573:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856973312:0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.563655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472240.563691:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856973824:0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.563713:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472240.563782:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973312 00000100:00100000:3.0:1772472240.563789:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973312 00000100:00100000:3.0:1772472240.563843:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856973824 00000100:00100000:3.0:1772472240.563847:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856973824 00000100:00100000:3.0:1772472240.563873:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1772472240.563882:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856973312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.563958:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856973312:12345-0@lo:400:kworker.0 Request processed in 77us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472240.563966:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1772472240.563983:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:3.0:1772472240.563990:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856973824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.564028:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856973824:12345-0@lo:400:kworker.0 Request processed in 38us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472240.564035:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00080000:3.0:1772472240.564297:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472240.564362:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856973312:0@lo:400:kworker.0 00000100:00100000:3.0:1772472240.564373:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb79b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856973824:0@lo:400:kworker.0 00010000:00010000:0.0:1772472241.322638:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472241.348050:0:28848:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472241.348062:0:28848:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472241.348662:0:28848:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472241.348675:0:28848:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472241.351044:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472241.354799:0:15709:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835136896 00000100:00100000:2.0:1772472241.354815:0:15709:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835136896 00000100:00100000:2.0:1772472241.354925:0:15709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 118 00000100:00100000:2.0:1772472241.354937:0:15709:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+53:2412:x1858570835136896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1772472241.354997:0:15709:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1772472241.355028:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cbd82bc00/0xb50b868c089d085d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406515 expref: 53 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355048:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8f9ca548ac00) 00010000:00010000:2.0:1772472241.355061:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b861c5600/0xb50b868c089d06ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406497 expref: 52 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355085:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff8f9b83b56d00) 00010000:00010000:2.0:1772472241.355095:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b861c5200/0xb50b868c089d065e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406474 expref: 51 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355103:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8f9b83d1bc00) 00010000:00010000:2.0:1772472241.355111:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630a00/0xb50b868c089d04f9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4063fd expref: 50 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355119:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff8f9c83cf5200) 00010000:00010000:2.0:1772472241.355127:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85f9a800/0xb50b868c089d0489 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4063da expref: 49 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355135:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8f9b83a30300) 00010000:00010000:2.0:1772472241.355143:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85630400/0xb50b868c089d035c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406378 expref: 48 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355152:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff8f9c83cf5400) 00010000:00010000:2.0:1772472241.355161:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cb79e4c00/0xb50b868c089d0316 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406363 expref: 47 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355169:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff8f9c83cf5600) 00010000:00010000:2.0:1772472241.355176:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09c00/0xb50b868c089cfbc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d406164 expref: 46 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355184:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8f9b83a30500) 00010000:00010000:2.0:1772472241.355192:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c09200/0xb50b868c089cf91b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4060ae expref: 45 pid: 6526 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355200:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8f9c8ec38a00) 00010000:00010000:2.0:1772472241.355207:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084400/0xb50b868c089cf93e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d4060b5 expref: 44 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355214:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8f9c8ec38e00) 00010000:00010000:2.0:1772472241.355228:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b86084600/0xb50b868c089cf501 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405fab expref: 43 pid: 10040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355235:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8f9b83a2e500) 00010000:00010000:2.0:1772472241.355277:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85c08a00/0xb50b868c089cf21b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ed9 expref: 42 pid: 6527 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355286:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8f9cb5186900) 00010000:00010000:2.0:1772472241.355296:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5c800/0xb50b868c089cf23e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405ee0 expref: 41 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355330:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8f9b83b56900) 00000100:00080000:3.0:1772472241.355636:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1772472241.355677:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b85e5ce00/0xb50b868c089ced67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405dac expref: 40 pid: 6527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355687:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8f9cb5186200) 00010000:00010000:2.0:1772472241.355697:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9cc2175200/0xb50b868c089ce94d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405c78 expref: 39 pid: 9675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355712:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f9c8ec38d00) 00010000:00010000:2.0:1772472241.355722:0:15709:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f9b84ed3600/0xb50b868c089ce923 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0xbd3382f01d405c6a expref: 38 pid: 6526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1772472241.355730:0:15709:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff8f9b83da6600) 00010000:00010000:2.0:1772472241.355736:0:15709:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1772472241.355815:0:15709:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2412:x1858570835136896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 880us (4778us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.355825:0:15709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 118 00000100:00100000:2.0:1772472241.579581:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472241.579611:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856974208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472241.579695:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472241.579767:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974208 00000100:00100000:2.0:1772472241.579776:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974208 00000100:00100000:2.0:1772472241.579831:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1772472241.579840:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856974208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472241.579869:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472241.579929:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856974208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.579936:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1772472241.579987:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856974208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472241.580773:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472241.580792:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856974336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472241.580842:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472241.581043:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974336 00000100:00100000:2.0:1772472241.581049:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974336 00000100:00100000:2.0:1772472241.581101:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1772472241.581109:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856974336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472241.581127:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472241.581170:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856974336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.581177:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1772472241.581256:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856974336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472241.870207:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472241.870250:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472241.870384:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472241.870495:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137024 00000100:00100000:3.0:1772472241.870507:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137024 00000100:00100000:3.0:1772472241.870573:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 845 00000100:00100000:3.0:1772472241.870585:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835137024:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472241.870675:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835137024:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 91us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472241.870684:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 845 00000100:00100000:2.0:1772472241.870925:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137408 00000100:00100000:2.0:1772472241.870932:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137408 00000100:00100000:2.0:1772472241.870996:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 899 00000100:00100000:2.0:1772472241.871015:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835137408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472241.871052:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835137408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 48us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.871059:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 899 00000100:00080000:3.0:1772472241.871261:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472241.871943:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137152 00000100:00100000:0.0:1772472241.871960:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137152 00000100:00100000:0.0:1772472241.872038:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1472 00000100:00100000:0.0:1772472241.872047:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2410:x1858570835137152:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472241.872109:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2410:x1858570835137152:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 64us (1857us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472241.872118:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1472 00000100:00100000:0.0:1772472241.872172:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472241.872443:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137664 00000100:00100000:2.0:1772472241.872447:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137664 00000100:00100000:2.0:1772472241.872487:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1473 00000100:00100000:2.0:1772472241.872495:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835137664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472241.872529:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835137664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.872535:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1473 00000100:00080000:3.0:1772472241.872875:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472241.872880:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472241.874776:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472241.874819:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472241.874845:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472241.874880:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472241.874911:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137920 00000100:00100000:0.0:1772472241.874920:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137920 00000100:00100000:0.0:1772472241.874985:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137536 00000100:00100000:0.0:1772472241.874989:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137536 00000100:00100000:3.0:1772472241.875188:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137280 00000100:00100000:3.0:1772472241.875193:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137280 00000100:00100000:3.0:1772472241.875229:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1474 00000100:00100000:3.0:1772472241.875240:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2409:x1858570835137280:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472241.875349:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2409:x1858570835137280:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 110us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472241.875357:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1474 00000100:00080000:3.0:1772472241.875381:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472241.875385:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472241.875470:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835137792 00000100:00100000:0.0:1772472241.875474:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835137792 00000100:00100000:2.0:1772472241.876231:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 900 00000100:00100000:2.0:1772472241.876248:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835137920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472241.876318:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835137920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 59us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.876326:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 900 00000100:00100000:2.0:1772472241.876345:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 901 00000100:00100000:2.0:1772472241.876352:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835137536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472241.876620:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835137536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 268us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.876628:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 901 00000100:00100000:2.0:1772472241.876642:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 902 00000100:00100000:2.0:1772472241.876651:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835137792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472241.876675:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835137792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472241.876680:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 902 00000100:00080000:2.0:1772472241.876722:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472242.348361:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472242.538587:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472242.538600:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472242.539378:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472242.539396:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472243.114812:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472243.115626:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856974464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472243.115748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472243.116331:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974464 00000100:00100000:2.0:1772472243.116338:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974464 00000100:00100000:2.0:1772472243.116451:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1772472243.116458:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856974464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472243.116497:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472243.116587:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb79b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856974464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472243.116593:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1772472243.116746:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856974464:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1772472243.344418:0:28899:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472243.344429:0:28899:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472243.347022:0:28899:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472243.347041:0:28899:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472243.372040:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472244.139193:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856974592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472244.139294:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472244.139462:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974592 00000100:00100000:3.0:1772472244.139471:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974592 00000100:00100000:3.0:1772472244.139523:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1772472244.139533:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856974592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472244.139568:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472244.139622:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856974592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472244.139629:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1772472244.140177:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856974592:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472244.394982:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472244.972228:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1772472245.420619:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472245.593879:0:28950:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472245.593891:0:28950:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472245.594989:0:28950:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472245.595005:0:28950:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472245.674655:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472245.674680:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856974720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472245.674764:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472245.674946:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974720 00000100:00100000:2.0:1772472245.674955:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974720 00000100:00100000:2.0:1772472245.675059:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1772472245.675071:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb563d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856974720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472245.675099:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472245.675232:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856974848:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675268:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.675292:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856975360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675346:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.675368:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856975872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675393:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.675415:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1772472245.675421:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856974976:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675460:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.675476:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856975488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675611:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.675631:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856976000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.675697:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975360 00000100:00100000:1.0:1772472245.675701:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975360 00000100:00100000:1.0:1772472245.675737:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1772472245.675742:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856975360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675782:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856975360:12345-0@lo:400:kworker.0 Request processed in 39us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472245.675789:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1772472245.675813:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974976 00000100:00100000:1.0:1772472245.675816:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974976 00000100:00100000:1.0:1772472245.675839:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975488 00000100:00100000:1.0:1772472245.675842:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975488 00000100:00100000:1.0:1772472245.675862:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976000 00000100:00100000:1.0:1772472245.675865:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976000 00000100:00100000:1.0:1772472245.675887:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1772472245.675894:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856974976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675924:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856974976:12345-0@lo:400:kworker.0 Request processed in 31us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472245.675930:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1772472245.675944:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1772472245.675949:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856975488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.675974:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856975488:12345-0@lo:400:kworker.0 Request processed in 25us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472245.675980:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1772472245.675992:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1772472245.675997:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856976000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.676021:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856976000:12345-0@lo:400:kworker.0 Request processed in 23us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472245.676025:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1772472245.676083:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856974976:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.676093:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856975488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.676100:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856976000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.676108:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856975360:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676427:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856975232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676462:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472245.676482:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856975744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676518:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472245.676538:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856976256:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676558:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472245.676603:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1772472245.676610:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b83f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856975104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676633:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472245.676650:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856975616:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676668:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472245.676684:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856976128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676704:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472245.676733:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856974848 00000100:00100000:0.0:1772472245.676738:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856974848 00000100:00100000:0.0:1772472245.676773:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1772472245.676781:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856974848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676819:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856974848:12345-0@lo:400:kworker.0 Request processed in 39us (1551us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472245.676826:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1772472245.676855:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975232 00000100:00100000:0.0:1772472245.676858:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975232 00000100:00100000:0.0:1772472245.676880:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975616 00000100:00100000:0.0:1772472245.676884:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975616 00000100:00100000:0.0:1772472245.676899:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976128 00000100:00100000:0.0:1772472245.676901:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976128 00000100:00100000:0.0:1772472245.676914:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1772472245.676920:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856975232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.676953:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856975232:12345-0@lo:400:kworker.0 Request processed in 32us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472245.676959:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1772472245.676970:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:0.0:1772472245.676976:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856975616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.677003:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856975616:12345-0@lo:400:kworker.0 Request processed in 26us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472245.677008:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:0.0:1772472245.677020:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1772472245.677026:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856976128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.677064:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856976128:12345-0@lo:400:kworker.0 Request processed in 38us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472245.677069:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:1.0:1772472245.677831:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472245.677851:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856976384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472245.677904:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472245.677944:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976384 00000100:00100000:1.0:1772472245.677949:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976384 00000100:00100000:1.0:1772472245.677982:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1772472245.677989:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856976384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472245.678009:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472245.678057:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856976384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472245.678063:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1772472245.678115:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856976384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472245.678286:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb563d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856974720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3217us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472245.678295:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:2.0:1772472245.678550:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472245.678556:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472245.678559:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472245.678576:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975872 00000100:00100000:2.0:1772472245.678580:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975872 00000100:00100000:2.0:1772472245.678617:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975744 00000100:00100000:2.0:1772472245.678620:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975744 00000100:00100000:2.0:1772472245.678639:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976256 00000100:00100000:2.0:1772472245.678642:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976256 00000100:00100000:2.0:1772472245.678660:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1772472245.678666:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856975872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472245.678715:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83dc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856975872:12345-0@lo:400:kworker.0 Request processed in 49us (3321us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472245.678721:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1772472245.678733:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1772472245.678739:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856975744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472245.678764:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856975744:12345-0@lo:400:kworker.0 Request processed in 26us (2246us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472245.678770:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1772472245.678780:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1772472245.678785:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856976256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472245.678807:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856976256:12345-0@lo:400:kworker.0 Request processed in 22us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472245.678814:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00080000:2.0:1772472245.678835:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1772472245.678865:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83dc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856974720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472245.679064:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856975104 00000100:00100000:0.0:1772472245.679069:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856975104 00000100:00100000:0.0:1772472245.679108:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1772472245.679116:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856975104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.679407:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb785d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856975104:12345-0@lo:400:kworker.0 Request processed in 291us (2772us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472245.679414:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1772472245.679469:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856975104:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.679483:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856975616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.680760:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856974848:0@lo:400:kworker.0 00000100:00100000:1.0:1772472245.680779:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856975872:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.680960:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856976128:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.680972:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b83f19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856975232:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.680985:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856975744:0@lo:400:kworker.0 00000100:00100000:0.0:1772472245.680996:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856976256:0@lo:400:kworker.0 00010000:00010000:3.0:1772472246.446462:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472246.698959:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472246.698983:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856976640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472246.699095:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472246.699371:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472246.699384:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856976512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472246.699417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472246.699741:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976640 00000100:00100000:0.0:1772472246.699750:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976640 00000100:00100000:0.0:1772472246.699806:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976512 00000100:00100000:0.0:1772472246.699810:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976512 00000100:00100000:0.0:1772472246.699829:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1772472246.699839:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856976640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472246.699888:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472246.699940:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856976640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472246.699947:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1772472246.699966:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1772472246.699973:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856976512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472246.699983:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472246.700010:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856976512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472246.700017:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1772472246.700088:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856976640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472246.700393:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856976512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472246.983148:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983234:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983257:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983283:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983326:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983362:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983381:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983399:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983425:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472246.983455:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138432 00000100:00100000:1.0:1772472246.983467:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138432 00000100:00100000:1.0:1772472246.983532:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138944 00000100:00100000:1.0:1772472246.983536:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138944 00000100:00100000:1.0:1772472246.983557:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138560 00000100:00100000:1.0:1772472246.983560:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138560 00000100:00100000:1.0:1772472246.983574:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139072 00000100:00100000:1.0:1772472246.983577:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139072 00000100:00100000:1.0:1772472246.983597:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 906 00000100:00100000:1.0:1772472246.983607:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835138432:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.983707:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835138432:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 100us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.983721:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 906 00000100:00100000:1.0:1772472246.983758:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 907 00000100:00100000:1.0:1772472246.983765:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835138944:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.983792:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835138944:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.983799:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 907 00000100:00100000:1.0:1772472246.983812:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 908 00000100:00100000:1.0:1772472246.983818:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835138560:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.983843:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835138560:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.983849:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 908 00000100:00100000:1.0:1772472246.983860:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 909 00000100:00100000:1.0:1772472246.983866:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835139072:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.983889:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835139072:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.983895:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 909 00000100:00100000:1.0:1772472246.983920:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138048 00000100:00100000:1.0:1772472246.983923:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138048 00000100:00100000:1.0:1772472246.983952:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:1.0:1772472246.983958:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835138048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.983982:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835138048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.983987:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 847 00000100:00100000:1.0:1772472246.984013:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138176 00000100:00100000:1.0:1772472246.984017:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138176 00000100:00100000:1.0:1772472246.984057:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138688 00000100:00100000:1.0:1772472246.984061:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138688 00000100:00100000:1.0:1772472246.984081:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138304 00000100:00100000:1.0:1772472246.984083:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138304 00000100:00100000:1.0:1772472246.984096:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835138816 00000100:00100000:1.0:1772472246.984098:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835138816 00000100:00100000:1.0:1772472246.984111:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1481 00000100:00100000:1.0:1772472246.984118:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2410:x1858570835138176:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.984147:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2410:x1858570835138176:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.984154:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1481 00000100:00100000:1.0:1772472246.984166:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1482 00000100:00100000:1.0:1772472246.984172:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2410:x1858570835138688:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.984195:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2410:x1858570835138688:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.984201:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1482 00000100:00100000:1.0:1772472246.984212:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1483 00000100:00100000:1.0:1772472246.984218:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2410:x1858570835138304:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.984244:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2410:x1858570835138304:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.984250:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1483 00000100:00100000:1.0:1772472246.984261:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1484 00000100:00100000:1.0:1772472246.984268:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835138816:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472246.984287:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835138816:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472246.984293:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1484 00000100:00080000:1.0:1772472246.984345:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472246.984350:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472246.984353:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472246.984355:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1772472247.467236:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472247.758571:0:29002:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472247.758584:0:29002:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472247.759190:0:29002:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472247.759204:0:29002:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472248.237153:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472248.237182:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856976768:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472248.237254:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472248.248543:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976768 00000100:00100000:1.0:1772472248.248561:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976768 00000100:00100000:1.0:1772472248.248622:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1772472248.248634:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856976768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472248.248673:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472248.249295:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856976768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 662us (12038us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472248.249623:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856976768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472248.249685:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00010000:00010000:1.0:1772472248.494131:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472249.264202:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856976896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472249.264291:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472249.264445:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856976896 00000100:00100000:2.0:1772472249.264453:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856976896 00000100:00100000:2.0:1772472249.264512:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1772472249.264523:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856976896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1772472249.264563:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1772472249.275583:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856976896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 11047us (11276us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472249.275602:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1772472249.277584:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856976896:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472249.514613:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472249.621965:0:29053:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472249.621976:0:29053:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472249.628813:0:29053:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472249.628834:0:29053:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472250.539338:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472250.794505:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1772472250.794509:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856977024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472250.794528:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856977152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472250.794713:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856977664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.804206:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.804323:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856978176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.804365:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.804386:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856978688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.804410:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.804440:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1772472250.804446:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856977280:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.804481:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.810769:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856977792:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.810865:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.810913:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856978304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.810937:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.810958:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856978816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.810976:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.811045:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977664 00000100:00100000:3.0:1772472250.811054:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977664 00000100:00100000:3.0:1772472250.811118:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:0.0:1772472250.811585:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472250.811622:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977152 00000100:00100000:0.0:1772472250.811627:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977152 00000100:00100000:0.0:1772472250.811669:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1772472250.811828:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856977664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.811896:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856977664:12345-0@lo:400:kworker.0 Request processed in 72us (7701us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.811903:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1772472250.811933:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978176 00000100:00100000:3.0:1772472250.811937:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978176 00000100:00100000:3.0:1772472250.811964:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978688 00000100:00100000:3.0:1772472250.811967:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978688 00000100:00100000:3.0:1772472250.811979:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978304 00000100:00100000:3.0:1772472250.811982:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978304 00000100:00100000:3.0:1772472250.812013:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978816 00000100:00100000:3.0:1772472250.812017:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978816 00000100:00100000:3.0:1772472250.812044:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1772472250.812050:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856978176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812084:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856978176:12345-0@lo:400:kworker.0 Request processed in 34us (7720us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.812090:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1772472250.812103:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1772472250.812108:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856978688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812151:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856978688:12345-0@lo:400:kworker.0 Request processed in 43us (7739us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.812157:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1772472250.812336:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1772472250.812344:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856978304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812374:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856978304:12345-0@lo:400:kworker.0 Request processed in 32us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.812380:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1772472250.812392:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1772472250.812398:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856978816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812426:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856978816:12345-0@lo:400:kworker.0 Request processed in 28us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.812431:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1772472250.812453:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977792 00000100:00100000:3.0:1772472250.812457:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977792 00000100:00100000:3.0:1772472250.812486:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1772472250.812493:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856977792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812529:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856977792:12345-0@lo:400:kworker.0 Request processed in 38us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472250.812572:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856977152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472250.812599:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472250.812632:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1772472250.812642:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856977152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 964us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472250.812649:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1772472250.812715:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856977792:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812731:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856978304:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812742:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856978816:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812755:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856977664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812768:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856978176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812778:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856978688:0@lo:400:kworker.0 00000100:00080000:3.0:1772472250.812858:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472250.812862:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472250.812879:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856977408:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812921:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.812945:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856977920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.812965:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.812982:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856978432:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.813016:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472250.813342:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977280 00000100:00100000:0.0:1772472250.813349:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977280 00000100:00100000:0.0:1772472250.813390:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1772472250.813398:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856977280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.816110:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472250.816134:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856977536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472250.816157:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856977280:12345-0@lo:400:kworker.0 Request processed in 2755us (11670us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472250.816170:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1772472250.816205:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.816242:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856978048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.816274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.816319:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856978560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472250.816325:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b85455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856977280:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.816344:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.816381:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977408 00000100:00100000:0.0:1772472250.816384:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856977152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472250.816389:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977408 00000100:00100000:3.0:1772472250.816435:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977920 00000100:00100000:0.0:1772472250.816438:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978432 00000100:00100000:3.0:1772472250.816439:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977920 00000100:00100000:0.0:1772472250.816445:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978432 00000100:00100000:3.0:1772472250.816466:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978048 00000100:00100000:3.0:1772472250.816471:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978048 00000100:00100000:3.0:1772472250.816486:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978560 00000100:00100000:3.0:1772472250.816488:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978560 00000100:00100000:3.0:1772472250.816503:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1772472250.816564:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1772472250.816891:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856977408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.816951:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856977408:12345-0@lo:400:kworker.0 Request processed in 440us (4030us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.816958:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1772472250.816972:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1772472250.816979:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856978048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.817017:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856978048:12345-0@lo:400:kworker.0 Request processed in 39us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.817092:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1772472250.817102:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856977920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.817108:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1772472250.817116:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856978560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472250.817141:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856977920:12345-0@lo:400:kworker.0 Request processed in 569us (4174us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472250.817148:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:0.0:1772472250.817163:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1772472250.817170:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856978432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472250.817197:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856978432:12345-0@lo:400:kworker.0 Request processed in 28us (4180us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472250.817204:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00080000:0.0:1772472250.817272:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472250.817279:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472250.817284:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856978560:12345-0@lo:400:kworker.0 Request processed in 165us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.817293:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:0.0:1772472250.817332:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977536 00000100:00100000:0.0:1772472250.817339:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977536 00000100:00100000:3.0:1772472250.817359:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856978048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.817373:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856978560:0@lo:400:kworker.0 00000100:00100000:0.0:1772472250.817379:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1772472250.817388:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856977536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.817391:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856977408:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.817405:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856977920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472250.817417:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856978432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472250.817432:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856977536:12345-0@lo:400:kworker.0 Request processed in 44us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472250.817440:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1772472250.817451:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856977536:0@lo:400:kworker.0 00000100:00100000:2.0:1772472250.817716:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472250.817813:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856977024 00000100:00100000:3.0:1772472250.817817:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856977024 00000100:00100000:3.0:1772472250.818038:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1772472250.818049:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856977024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1772472250.818068:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472250.818110:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856977024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472250.818117:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1772472250.818229:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856977024:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472251.564071:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472251.760122:0:29104:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472251.760139:0:29104:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472251.762150:0:29104:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472251.762169:0:29104:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1772472251.821182:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856978944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472251.821248:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856979072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472251.821257:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472251.821290:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472251.821467:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856978944 00000100:00100000:0.0:1772472251.821476:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856978944 00000100:00100000:0.0:1772472251.821531:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979072 00000100:00100000:0.0:1772472251.821534:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979072 00000100:00100000:0.0:1772472251.821552:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1772472251.821561:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856978944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472251.821590:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472251.821637:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856978944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472251.821645:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1772472251.821663:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1772472251.821669:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856979072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472251.821679:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472251.821700:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856979072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472251.821705:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1772472251.821750:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbd9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856978944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1772472251.827533:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856979072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472252.102595:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102652:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102692:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102715:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102736:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102752:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102782:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102802:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472252.102830:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139456 00000100:00100000:0.0:1772472252.102841:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139456 00000100:00100000:0.0:1772472252.102895:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139968 00000100:00100000:0.0:1772472252.102898:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139968 00000100:00100000:0.0:1772472252.102914:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139328 00000100:00100000:0.0:1772472252.102916:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139328 00000100:00100000:0.0:1772472252.102929:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139840 00000100:00100000:0.0:1772472252.102931:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139840 00000100:00100000:0.0:1772472252.102945:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1491 00000100:00100000:0.0:1772472252.102954:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835139456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103039:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835139456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 86us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103047:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1491 00000100:00100000:0.0:1772472252.103064:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1492 00000100:00100000:0.0:1772472252.103069:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835139968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103091:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835139968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103097:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1492 00000100:00100000:0.0:1772472252.103105:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1493 00000100:00100000:0.0:1772472252.103111:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2411:x1858570835139328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103131:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2411:x1858570835139328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103137:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1493 00000100:00100000:0.0:1772472252.103146:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1494 00000100:00100000:0.0:1772472252.103151:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835139840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103169:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835139840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103174:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1494 00000100:00100000:0.0:1772472252.103191:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139712 00000100:00100000:0.0:1772472252.103194:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139712 00000100:00100000:0.0:1772472252.103215:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140224 00000100:00100000:0.0:1772472252.103218:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140224 00000100:00100000:0.0:1772472252.103231:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139584 00000100:00100000:0.0:1772472252.103233:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139584 00000100:00100000:0.0:1772472252.103242:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140096 00000100:00100000:0.0:1772472252.103244:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140096 00000100:00100000:0.0:1772472252.103255:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 914 00000100:00100000:0.0:1772472252.103260:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbdbfa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835139712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103281:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbdbfa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835139712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103286:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 914 00000100:00100000:0.0:1772472252.103500:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 915 00000100:00100000:0.0:1772472252.103507:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835140224:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103527:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835140224:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103533:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 915 00000100:00100000:0.0:1772472252.103543:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 916 00000100:00100000:0.0:1772472252.103548:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835139584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103566:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835139584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103571:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 916 00000100:00100000:0.0:1772472252.103578:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 917 00000100:00100000:0.0:1772472252.103583:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835140096:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472252.103598:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835140096:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472252.103603:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 917 00000100:00080000:0.0:1772472252.103624:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1772472252.103628:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472252.103631:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472252.103633:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472252.104072:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835139200 00000100:00100000:1.0:1772472252.104078:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835139200 00000100:00100000:1.0:1772472252.104120:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 849 00000100:00100000:1.0:1772472252.104128:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835139200:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472252.104168:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835139200:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472252.104173:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 849 00010000:00010000:3.0:1772472252.586556:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472252.778556:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472252.778570:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472252.779160:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472252.779175:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472253.361435:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856979200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472253.361522:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472253.364644:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979200 00000100:00100000:1.0:1772472253.364792:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979200 00000100:00100000:1.0:1772472253.364875:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1772472253.364886:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856979200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472253.364933:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472253.365113:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856979200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 228us (3589us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472253.365123:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1772472253.372846:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856979200:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472253.613221:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472253.822077:0:29156:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472253.822088:0:29156:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472253.824069:0:29156:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472253.824090:0:29156:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1772472254.190074:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1772472254.378721:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472254.378753:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8684b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856979328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472254.378834:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472254.379006:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979328 00000100:00100000:3.0:1772472254.379015:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979328 00000100:00100000:3.0:1772472254.379069:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1772472254.379079:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856979328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1772472254.379117:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1772472254.379168:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856979328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472254.379174:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1772472254.379277:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8684b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856979328:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472254.635681:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472255.660965:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472255.833702:0:29207:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472255.833714:0:29207:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472255.836149:0:29207:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472255.836172:0:29207:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472255.915527:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856979456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472255.915610:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.915694:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979456 00000100:00100000:3.0:1772472255.915703:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979456 00000100:00100000:3.0:1772472255.915760:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1772472255.915770:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856979456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472255.915802:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472255.915848:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856979456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472255.915855:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:3.0:1772472255.915876:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472255.915916:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856979456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472255.916095:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856979840:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916130:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472255.916150:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856980352:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916174:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472255.916192:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856980864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916212:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472255.916238:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1772472255.916244:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856979712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916278:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472255.916295:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856980224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916346:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472255.916363:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856980736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916384:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472255.916412:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979840 00000100:00100000:1.0:1772472255.916417:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979840 00000100:00100000:1.0:1772472255.916449:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1772472255.916455:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856979840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916494:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856979840:12345-0@lo:400:kworker.0 Request processed in 39us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.916501:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1772472255.916520:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980352 00000100:00100000:1.0:1772472255.916523:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980352 00000100:00100000:1.0:1772472255.916557:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980864 00000100:00100000:1.0:1772472255.916560:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980864 00000100:00100000:1.0:1772472255.916573:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979712 00000100:00100000:1.0:1772472255.916575:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979712 00000100:00100000:1.0:1772472255.916586:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980224 00000100:00100000:1.0:1772472255.916588:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980224 00000100:00100000:1.0:1772472255.916601:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980736 00000100:00100000:1.0:1772472255.916604:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980736 00000100:00100000:1.0:1772472255.916619:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:1.0:1772472255.916624:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856980352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916651:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856980352:12345-0@lo:400:kworker.0 Request processed in 27us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.916657:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:1.0:1772472255.916668:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1772472255.916673:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856980864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916691:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856980864:12345-0@lo:400:kworker.0 Request processed in 19us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.916697:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1772472255.916704:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:1.0:1772472255.916709:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856979712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916732:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856979712:12345-0@lo:400:kworker.0 Request processed in 23us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.916738:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:1.0:1772472255.916747:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1772472255.916754:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856980224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916778:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856980224:12345-0@lo:400:kworker.0 Request processed in 24us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.916783:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1772472255.916792:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1772472255.916797:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856980736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916815:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856980736:12345-0@lo:400:kworker.0 Request processed in 19us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.916820:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1772472255.916856:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856979712:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916865:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856980224:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916874:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856980736:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916883:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856979840:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916892:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856980352:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.916902:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856980864:0@lo:400:kworker.0 00000100:00080000:3.0:1772472255.917167:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1772472255.917171:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472255.917181:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856979968:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917208:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.917235:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856980480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.917280:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856980992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917296:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.917331:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472255.917337:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856979584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917366:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.917391:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856980096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917411:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.917426:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b833b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856980608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917442:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472255.917465:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980480 00000100:00100000:3.0:1772472255.917469:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980480 00000100:00100000:3.0:1772472255.917501:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980992 00000100:00100000:3.0:1772472255.917503:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980992 00000100:00100000:3.0:1772472255.917518:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980608 00000100:00100000:3.0:1772472255.917520:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980608 00000100:00100000:3.0:1772472255.917534:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1772472255.917540:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856980480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917571:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856980480:12345-0@lo:400:kworker.0 Request processed in 32us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472255.917577:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1772472255.917588:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1772472255.917593:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8684bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856980992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917613:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8684bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856980992:12345-0@lo:400:kworker.0 Request processed in 20us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472255.917619:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1772472255.917627:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1772472255.917632:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856980608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917650:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856980608:12345-0@lo:400:kworker.0 Request processed in 18us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472255.917655:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1772472255.917674:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979584 00000100:00100000:3.0:1772472255.917678:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979584 00000100:00100000:3.0:1772472255.917702:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1772472255.917708:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856979584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917739:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856979584:12345-0@lo:400:kworker.0 Request processed in 31us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472255.917745:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1772472255.917770:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856980096 00000100:00100000:3.0:1772472255.917774:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856980096 00000100:00100000:3.0:1772472255.917799:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1772472255.917805:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856980096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917835:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856980096:12345-0@lo:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472255.917841:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:3.0:1772472255.917875:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472255.917878:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472255.917904:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856979584:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917915:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856980096:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917941:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856980608:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917961:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856980480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472255.917969:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856980992:0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.920181:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856979968 00000100:00100000:1.0:1772472255.920199:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856979968 00000100:00100000:1.0:1772472255.920280:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1772472255.920291:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856979968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472255.920403:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86848a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856979968:12345-0@lo:400:kworker.0 Request processed in 114us (3193us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472255.920410:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:3.0:1772472255.921190:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b833b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856979968:0@lo:400:kworker.0 00000100:00100000:0.0:1772472255.922392:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472255.922420:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856981120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472255.922493:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472255.922542:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981120 00000100:00100000:0.0:1772472255.922551:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981120 00000100:00100000:0.0:1772472255.922597:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1772472255.922606:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856981120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1772472255.922634:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:0.0:1772472255.922677:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbd9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856981120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472255.922683:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1772472255.922738:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84dd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856981120:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1772472256.687728:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472256.938538:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856981248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472256.938612:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472256.939264:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981248 00000100:00100000:0.0:1772472256.939279:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981248 00000100:00100000:0.0:1772472256.939384:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1772472256.939397:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856981248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472256.939437:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472256.939713:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856981376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472256.939759:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472256.939824:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981376 00000100:00100000:1.0:1772472256.939828:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981376 00000100:00100000:1.0:1772472256.939870:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1772472256.939878:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856981376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1772472256.939889:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472256.939921:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856981376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472256.939930:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1772472256.940000:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856981376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472256.940621:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856981248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1224us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472256.940630:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1772472256.940948:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856981248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472257.224320:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472257.224416:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.224509:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140480 00000100:00100000:3.0:1772472257.224524:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140480 00000100:00100000:3.0:1772472257.224607:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1501 00000100:00100000:3.0:1772472257.224619:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2412:x1858570835140480:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472257.224707:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2412:x1858570835140480:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 90us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472257.224716:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1501 00000100:00100000:2.0:1772472257.224894:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140352 00000100:00100000:2.0:1772472257.224899:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140352 00000100:00100000:2.0:1772472257.224952:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 851 00000100:00100000:2.0:1772472257.224960:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835140352:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472257.224987:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835140352:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472257.224993:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 851 00000100:00080000:0.0:1772472257.225177:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472257.226377:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226413:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226443:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226465:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226486:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226506:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226533:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472257.226565:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140736 00000100:00100000:3.0:1772472257.226576:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140736 00000100:00100000:3.0:1772472257.226626:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141248 00000100:00100000:3.0:1772472257.226629:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141248 00000100:00100000:3.0:1772472257.226651:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140864 00000100:00100000:3.0:1772472257.226653:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140864 00000100:00100000:3.0:1772472257.226667:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141376 00000100:00100000:3.0:1772472257.226669:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141376 00000100:00100000:3.0:1772472257.226702:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 921 00000100:00100000:3.0:1772472257.226712:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835140736:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472257.226854:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835140736:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 144us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472257.226862:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 921 00000100:00100000:3.0:1772472257.226877:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 922 00000100:00100000:3.0:1772472257.226884:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835141248:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472257.227039:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 923 00000100:00100000:0.0:1772472257.227049:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835140864:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472257.229527:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835141248:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 2630us (3070us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472257.229545:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 922 00000100:00100000:3.0:1772472257.229591:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 924 00000100:00100000:3.0:1772472257.229606:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835141376:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472257.229785:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140992 00000100:00100000:2.0:1772472257.229795:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140992 00000100:00100000:2.0:1772472257.229849:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835140608 00000100:00100000:2.0:1772472257.229853:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835140608 00000100:00100000:2.0:1772472257.229874:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141120 00000100:00100000:2.0:1772472257.229878:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141120 00000100:00100000:2.0:1772472257.229910:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1502 00000100:00100000:2.0:1772472257.229918:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835140992:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472257.236091:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835140864:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 9026us (9585us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472257.236109:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 923 00000100:00080000:0.0:1772472257.236177:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472257.236184:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472257.236188:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472257.236192:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472257.238099:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1503 00000100:00100000:1.0:1772472257.238128:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835140608:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472257.238218:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835140608:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 103us (11750us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472257.238226:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1503 00000100:00100000:1.0:1772472257.238265:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1504 00000100:00100000:1.0:1772472257.238273:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835141120:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472257.238324:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835141120:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 51us (11816us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472257.238330:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1504 00000100:00100000:3.0:1772472257.244998:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835141376:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15382us (18449us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472257.245019:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 924 00000100:00100000:2.0:1772472257.245391:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835140992:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15469us (18972us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472257.245402:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1502 00010000:00010000:3.0:1772472257.722496:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472257.801563:0:29259:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472257.801576:0:29259:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472257.802137:0:29259:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472257.802154:0:29259:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472258.474518:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856981504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472258.474591:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472258.474654:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981504 00000100:00100000:1.0:1772472258.474664:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981504 00000100:00100000:1.0:1772472258.474718:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1772472258.474729:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856981504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472258.474778:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472258.474854:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856981504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472258.474861:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1772472258.475069:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856981504:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472258.739160:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472259.503710:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472259.504519:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856981632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472259.504593:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472259.504999:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981632 00000100:00100000:1.0:1772472259.505010:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981632 00000100:00100000:1.0:1772472259.505103:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1772472259.505114:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856981632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472259.505151:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472259.505209:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856981632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472259.505216:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1772472259.508415:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856981632:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472259.754764:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472259.800261:0:29310:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472259.800271:0:29310:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472259.801116:0:29310:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472259.801129:0:29310:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472260.780859:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472261.036216:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856981760:0@lo:400:kworker.0 00000100:00100000:0.0:1772472261.036242:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856982016:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.036294:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856981888:0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.036404:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856982144:0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037086:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.037117:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982144 00000100:00100000:1.0:1772472261.037124:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982144 00000100:00100000:2.0:1772472261.037140:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856982656:0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037166:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.037176:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1772472261.037185:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856983168:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.037185:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856982144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037202:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472261.037224:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1772472261.037230:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856982528:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.037232:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856982144:12345-0@lo:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.037239:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1772472261.037249:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.037255:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982528 00000100:00100000:1.0:1772472261.037258:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982528 00000100:00100000:2.0:1772472261.037263:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856983040:0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037281:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.037287:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983040 00000100:00100000:1.0:1772472261.037290:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983040 00000100:00100000:1.0:1772472261.037334:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1772472261.037341:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856982528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037346:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856982144:0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037377:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982656 00000100:00100000:2.0:1772472261.037381:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982656 00000100:00100000:1.0:1772472261.037390:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856982528:12345-0@lo:400:kworker.0 Request processed in 49us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.037395:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1772472261.037405:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983168 00000100:00100000:1.0:1772472261.037406:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1772472261.037407:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983168 00000100:00100000:1.0:1772472261.037412:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856983040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.037425:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1772472261.037432:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856982656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.037436:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856983040:12345-0@lo:400:kworker.0 Request processed in 26us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.037442:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1772472261.037459:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856982656:12345-0@lo:400:kworker.0 Request processed in 28us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.037463:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1772472261.037466:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1772472261.037469:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856983168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.037496:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856983168:12345-0@lo:400:kworker.0 Request processed in 27us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.037501:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:1.0:1772472261.037520:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472261.037524:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472261.037527:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472261.037546:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.037566:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856982400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.037588:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472261.037630:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472261.037661:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856983552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472261.037688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.037859:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856982912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.037884:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472261.038133:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472261.038181:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981760 00000100:00100000:3.0:1772472261.038186:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981760 00000100:00100000:3.0:1772472261.038221:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1772472261.038228:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856981760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038263:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856981760:12345-0@lo:400:kworker.0 Request processed in 35us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472261.038269:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1772472261.038331:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982016 00000100:00100000:3.0:1772472261.038335:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982016 00000100:00100000:3.0:1772472261.038415:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1772472261.038422:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856982016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038454:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856982016:12345-0@lo:400:kworker.0 Request processed in 33us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472261.038459:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1772472261.038488:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856982016:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038519:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856981760:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038531:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856982272:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038552:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472261.038567:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856982784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038582:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472261.038596:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856983296:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038611:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472261.038631:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982272 00000100:00100000:3.0:1772472261.038633:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982272 00000100:00100000:3.0:1772472261.038650:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1772472261.038655:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856982272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.038681:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856982272:12345-0@lo:400:kworker.0 Request processed in 26us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.038729:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856983424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472261.038748:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472261.038771:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983552 00000100:00100000:1.0:1772472261.038774:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983552 00000100:00100000:1.0:1772472261.038792:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983424 00000100:00100000:1.0:1772472261.038795:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983424 00000100:00100000:1.0:1772472261.038811:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1772472261.038815:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856983552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472261.038834:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472261.038862:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b83f18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856983552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.038867:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1772472261.038877:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1772472261.038883:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856983424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472261.038891:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472261.038922:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856983424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.038927:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1772472261.038940:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982784 00000100:00100000:1.0:1772472261.038943:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982784 00000100:00100000:1.0:1772472261.038961:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983296 00000100:00100000:1.0:1772472261.038963:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983296 00000100:00100000:1.0:1772472261.038974:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1772472261.038979:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856982784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.039002:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856982784:12345-0@lo:400:kworker.0 Request processed in 23us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.039007:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1772472261.039015:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1772472261.039019:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856983296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.039065:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1772472261.039095:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856982272:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.039105:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856982784:0@lo:400:kworker.0 00000100:00100000:3.0:1772472261.039138:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856983552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472261.039247:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856983296:12345-0@lo:400:kworker.0 Request processed in 227us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472261.039253:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1772472261.039324:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856983296:0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.039495:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856981888 00000100:00100000:0.0:1772472261.039495:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982400 00000100:00100000:2.0:1772472261.039500:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856981888 00000100:00100000:0.0:1772472261.039500:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982400 00000100:00100000:2.0:1772472261.039560:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856982912 00000100:00100000:2.0:1772472261.039564:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856982912 00000100:00100000:0.0:1772472261.039566:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1772472261.039574:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856981888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472261.039585:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:2.0:1772472261.039591:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856982400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472261.039608:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856981888:12345-0@lo:400:kworker.0 Request processed in 36us (2061us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472261.039614:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1772472261.039619:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856982400:12345-0@lo:400:kworker.0 Request processed in 28us (2031us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472261.039624:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1772472261.039627:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1772472261.039632:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856982912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472261.039657:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856982912:12345-0@lo:400:kworker.0 Request processed in 24us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472261.039663:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00080000:2.0:1772472261.039667:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472261.039671:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472261.039673:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472261.039691:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856982528:0@lo:400:kworker.0 00000100:00100000:0.0:1772472261.039704:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856983040:0@lo:400:kworker.0 00000100:00100000:0.0:1772472261.039715:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856982656:0@lo:400:kworker.0 00000100:00100000:0.0:1772472261.039724:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856983168:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.039794:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856982400:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.039800:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856982912:0@lo:400:kworker.0 00000100:00100000:1.0:1772472261.039809:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856983424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472261.039815:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856981888:0@lo:400:kworker.0 00000040:00080000:3.0:1772472261.500651:0:29362:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472261.500662:0:29362:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472261.505717:0:29362:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472261.505739:0:29362:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472261.802598:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472262.058687:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856983680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472262.058774:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472262.059728:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983680 00000100:00100000:1.0:1772472262.059744:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983680 00000100:00100000:1.0:1772472262.059827:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1772472262.059838:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856983680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472262.059882:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472262.059959:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856983680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472262.059967:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1772472262.060184:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856983680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472262.060266:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856983808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472262.060335:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472262.060503:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983808 00000100:00100000:0.0:1772472262.060510:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983808 00000100:00100000:0.0:1772472262.060548:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1772472262.060555:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856983808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472262.060567:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472262.060609:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856983808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472262.060615:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1772472262.060694:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856983808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1772472262.341594:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472262.341651:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472262.341682:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472262.341733:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472262.341736:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141888 00000100:00100000:1.0:1772472262.341748:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141888 00000100:00100000:0.0:1772472262.341768:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472262.341798:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472262.341808:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142400 00000100:00100000:1.0:1772472262.341813:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142400 00000100:00100000:0.0:1772472262.341823:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472262.341841:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142016 00000100:00100000:1.0:1772472262.341846:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142016 00000100:00100000:0.0:1772472262.341850:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472262.341888:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 929 00000100:00100000:1.0:1772472262.341910:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835141888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472262.341935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472262.341958:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142528 00000100:00100000:0.0:1772472262.341963:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142528 00000100:00100000:1.0:1772472262.341990:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835141888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472262.341993:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 930 00000100:00100000:1.0:1772472262.342006:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 929 00000100:00100000:0.0:1772472262.342007:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835142400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472262.342031:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 931 00000100:00100000:1.0:1772472262.342040:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835142016:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472262.342046:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835142400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 41us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472262.342055:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 930 00000100:00100000:0.0:1772472262.342072:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 932 00000100:00100000:1.0:1772472262.342078:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835142016:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472262.342086:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835142528:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472262.342092:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 931 00000100:00100000:0.0:1772472262.342120:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835142528:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472262.342127:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 932 00000100:00100000:1.0:1772472262.342166:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141504 00000100:00100000:1.0:1772472262.342172:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141504 00000100:00100000:1.0:1772472262.342207:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 853 00000100:00100000:1.0:1772472262.342216:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835141504:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472262.342218:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141632 00000100:00100000:2.0:1772472262.342224:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141632 00000100:00100000:1.0:1772472262.342245:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835141504:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472262.342253:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 853 00000100:00100000:2.0:1772472262.342263:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142144 00000100:00100000:2.0:1772472262.342267:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142144 00000100:00100000:2.0:1772472262.342289:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835141760 00000100:00100000:2.0:1772472262.342291:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835141760 00000100:00100000:3.0:1772472262.342335:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142272 00000100:00100000:3.0:1772472262.342341:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142272 00000100:00100000:2.0:1772472262.342351:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1511 00000100:00100000:2.0:1772472262.342361:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2412:x1858570835141632:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472262.342374:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1512 00000100:00100000:3.0:1772472262.342384:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2412:x1858570835142144:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472262.342415:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2412:x1858570835141632:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 55us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472262.342423:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84e25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2412:x1858570835142144:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 40us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472262.342425:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1511 00000100:00100000:3.0:1772472262.342436:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1512 00000100:00100000:2.0:1772472262.342445:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1513 00000100:00100000:2.0:1772472262.342454:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835141760:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472262.342458:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1514 00000100:00100000:3.0:1772472262.342470:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835142272:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472262.342488:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835141760:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472262.342496:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1513 00000100:00100000:3.0:1772472262.342501:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835142272:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472262.342508:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1514 00000100:00080000:2.0:1772472262.342519:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472262.342525:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472262.342528:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472262.342530:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472262.827538:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472263.025067:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472263.025077:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472263.025720:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472263.025735:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1772472263.494671:0:29414:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472263.494684:0:29414:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472263.495427:0:29414:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472263.495437:0:29414:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472263.599205:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472263.599235:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856983936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472263.599333:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472263.599403:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856983936 00000100:00100000:2.0:1772472263.599411:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856983936 00000100:00100000:2.0:1772472263.599458:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1772472263.599467:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856983936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472263.599506:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472263.599553:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856983936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472263.599560:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1772472263.599608:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856983936:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472263.850969:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472264.427162:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772472264.618677:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856984064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472264.618761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472264.619195:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984064 00000100:00100000:1.0:1772472264.619203:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984064 00000100:00100000:1.0:1772472264.619262:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1772472264.619272:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856984064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472264.619333:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472264.619404:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856984064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472264.619412:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1772472264.619502:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c857fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856984064:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472264.878748:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472265.568067:0:29465:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472265.568090:0:29465:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472265.568635:0:29465:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472265.568648:0:29465:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472265.900082:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472266.154620:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856984320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472266.154687:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.154915:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856984448:0@lo:400:kworker.0 00000100:00100000:1.0:1772472266.154942:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856984576:0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.155010:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856984192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472266.158516:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.158598:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856984960:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.158796:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.159029:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856985472:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159066:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.159294:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856985984:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159344:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.159376:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772472266.159383:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856984832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159409:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.159431:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856985344:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159449:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.159467:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856985856:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159486:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472266.159525:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984448 00000100:00100000:3.0:1772472266.159534:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984448 00000100:00100000:3.0:1772472266.159582:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1772472266.159591:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856984448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159659:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856984448:12345-0@lo:400:kworker.0 Request processed in 69us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.159667:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1772472266.159714:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985472 00000100:00100000:3.0:1772472266.159718:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985472 00000100:00100000:3.0:1772472266.159753:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985984 00000100:00100000:3.0:1772472266.159756:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985984 00000100:00100000:3.0:1772472266.159774:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985344 00000100:00100000:3.0:1772472266.159777:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985344 00000100:00100000:3.0:1772472266.159787:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985856 00000100:00100000:3.0:1772472266.159789:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985856 00000100:00100000:3.0:1772472266.159802:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1772472266.159808:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856985472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159856:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856985472:12345-0@lo:400:kworker.0 Request processed in 47us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.159871:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1772472266.159883:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1772472266.159889:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856985984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159916:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856985984:12345-0@lo:400:kworker.0 Request processed in 27us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.159922:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1772472266.159931:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1772472266.159937:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856985344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.159961:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856985344:12345-0@lo:400:kworker.0 Request processed in 24us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.159966:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1772472266.159975:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1772472266.159981:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856985856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160004:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856985856:12345-0@lo:400:kworker.0 Request processed in 23us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.160009:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1772472266.160027:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984832 00000100:00100000:3.0:1772472266.160030:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984832 00000100:00100000:3.0:1772472266.160054:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:3.0:1772472266.160060:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856984832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160087:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3655:x1858570856984832:12345-0@lo:400:kworker.0 Request processed in 27us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.160094:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00080000:3.0:1772472266.160199:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472266.160204:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472266.160249:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3655:1858570856984832:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160261:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856985344:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160269:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856985856:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160277:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856984448:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160286:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856985472:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160294:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c923edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856985984:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160361:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984960 00000100:00100000:3.0:1772472266.160366:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984960 00000100:00100000:3.0:1772472266.160393:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1772472266.160400:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856984960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160435:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856984960:12345-0@lo:400:kworker.0 Request processed in 36us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.160440:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1772472266.160462:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856984960:0@lo:400:kworker.0 00000100:00100000:3.0:1772472266.160498:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984320 00000100:00100000:3.0:1772472266.160501:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984320 00000100:00100000:3.0:1772472266.160526:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1772472266.160531:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856984320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472266.160554:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472266.160589:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856984320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (5902us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472266.160594:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1772472266.164540:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472266.164612:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856985088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472266.164655:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472266.164696:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984576 00000100:00100000:1.0:1772472266.164704:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984576 00000100:00100000:1.0:1772472266.164754:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985088 00000100:00100000:1.0:1772472266.164758:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985088 00000100:00100000:1.0:1772472266.164799:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:1.0:1772472266.164810:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856984576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472266.167591:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c857fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856984576:12345-0@lo:400:kworker.0 Request processed in 2767us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472266.167608:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:1.0:1772472266.167654:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:1.0:1772472266.167671:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856985088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472266.167704:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856985088:12345-0@lo:400:kworker.0 Request processed in 42us (3048us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472266.167710:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00080000:1.0:1772472266.167740:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472266.167791:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856985088:0@lo:400:kworker.0 00000100:00100000:1.0:1772472266.167806:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856985600:0@lo:400:kworker.0 00000100:00100000:2.0:1772472266.169220:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856984320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472266.170265:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472266.170411:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984192 00000100:00100000:2.0:1772472266.170420:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984192 00000100:00100000:1.0:1772472266.170471:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472266.170472:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1772472266.170480:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856984192:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472266.170498:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985600 00000100:00100000:1.0:1772472266.170501:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985600 00002000:00000024:2.0:1772472266.170506:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472266.170541:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:2.0:1772472266.170547:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b85455180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856984192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472266.170548:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856985600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472266.170557:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1772472266.170582:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856985600:12345-0@lo:400:kworker.0 Request processed in 35us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472266.170588:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00080000:1.0:1772472266.170602:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472266.171007:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856984192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472266.171019:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856984704:0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.171056:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472266.171087:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856985216:0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.171188:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472266.171215:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856985728:0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.171236:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472266.171259:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985216 00000100:00100000:0.0:1772472266.171263:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985216 00000100:00100000:0.0:1772472266.171298:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856985728 00000100:00100000:0.0:1772472266.171320:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856985728 00000100:00100000:0.0:1772472266.171344:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1772472266.171350:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856985216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.171382:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3653:x1858570856985216:12345-0@lo:400:kworker.0 Request processed in 33us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472266.171389:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1772472266.171401:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1772472266.171408:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856985728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.171432:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3653:x1858570856985728:12345-0@lo:400:kworker.0 Request processed in 25us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472266.171438:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1772472266.171463:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3653:1858570856985728:0@lo:400:kworker.0 00000100:00100000:0.0:1772472266.171490:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3653:1858570856985216:0@lo:400:kworker.0 00000100:00080000:1.0:1772472266.171495:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472266.171513:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856985600:0@lo:400:kworker.0 00000100:00100000:1.0:1772472266.171536:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856984576:0@lo:400:kworker.0 00000100:00100000:2.0:1772472266.171624:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856984704 00000100:00100000:2.0:1772472266.171629:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856984704 00000100:00100000:2.0:1772472266.171708:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1772472266.171716:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856984704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472266.171763:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856984704:12345-0@lo:400:kworker.0 Request processed in 47us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472266.171769:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1772472266.171826:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856984704:0@lo:400:kworker.0 00010000:00010000:3.0:1772472266.925925:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472267.178947:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472267.178975:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856986112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472267.179050:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472267.179158:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986112 00000100:00100000:0.0:1772472267.179168:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986112 00000100:00100000:0.0:1772472267.179232:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1772472267.179242:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856986112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1772472267.179272:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472267.179338:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856986112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472267.179346:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1772472267.179435:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856986112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472267.179737:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856986240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472267.179764:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472267.179841:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986240 00000100:00100000:0.0:1772472267.179847:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986240 00000100:00100000:0.0:1772472267.179893:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1772472267.179900:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856986240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1772472267.179911:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:0.0:1772472267.179951:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856986240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472267.179957:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1772472267.180045:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856986240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472267.466031:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472267.466355:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472267.466391:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472267.466457:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143040 00000100:00100000:0.0:1772472267.466470:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143040 00000100:00100000:0.0:1772472267.466549:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 937 00000100:00100000:0.0:1772472267.466561:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835143040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472267.466640:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835143040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 81us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472267.466649:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 937 00000100:00100000:1.0:1772472267.477952:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472267.477993:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472267.478018:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472267.481397:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143552 00000100:00100000:0.0:1772472267.481419:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143552 00000100:00100000:0.0:1772472267.482247:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 938 00000100:00100000:0.0:1772472267.482266:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835143552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472267.482486:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835143552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 227us (4543us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472267.482495:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 938 00000100:00080000:0.0:1772472267.482530:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472267.485698:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142784 00000100:00100000:3.0:1772472267.485716:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142784 00000100:00100000:3.0:1772472267.485889:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143296 00000100:00100000:3.0:1772472267.485894:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143296 00000100:00100000:3.0:1772472267.485926:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1521 00000100:00100000:3.0:1772472267.485935:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2409:x1858570835142784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472267.486023:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2409:x1858570835142784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 88us (20003us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472267.486031:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1521 00000100:00100000:3.0:1772472267.486051:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1522 00000100:00100000:3.0:1772472267.486058:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2409:x1858570835143296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472267.486082:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2409:x1858570835143296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (19693us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472267.486087:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1522 00000100:00080000:0.0:1772472267.487285:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472267.487348:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142656 00000100:00100000:0.0:1772472267.487357:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142656 00000100:00100000:0.0:1772472267.487412:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 855 00000100:00100000:0.0:1772472267.487420:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835142656:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472267.487483:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835142656:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 64us (9489us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472267.487490:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 855 00000100:00100000:1.0:1772472267.493735:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472267.493761:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472267.493792:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472267.493930:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143424 00000100:00100000:0.0:1772472267.493940:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143424 00000100:00100000:0.0:1772472267.494003:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1523 00000100:00100000:0.0:1772472267.494015:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835143424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472267.494100:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835143424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 88us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472267.494108:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1523 00000100:00080000:0.0:1772472267.494132:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472267.494230:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835142912 00000100:00100000:1.0:1772472267.494235:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835142912 00000100:00100000:1.0:1772472267.494285:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1524 00000100:00100000:1.0:1772472267.494292:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2409:x1858570835142912:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:0.0:1772472267.494426:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472267.494507:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2409:x1858570835142912:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 215us (16487us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472267.494514:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1524 00000100:00100000:1.0:1772472267.494534:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143168 00000100:00100000:1.0:1772472267.494538:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143168 00000100:00100000:1.0:1772472267.494566:0:24703:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143680 00000100:00100000:1.0:1772472267.494569:0:24703:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143680 00000100:00100000:1.0:1772472267.494591:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 939 00000100:00100000:1.0:1772472267.494598:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835143168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472267.494624:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835143168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472267.494630:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 939 00000100:00100000:1.0:1772472267.494641:0:24703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 940 00000100:00100000:1.0:1772472267.494646:0:24703:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835143680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472267.494666:0:24703:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835143680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472267.494672:0:24703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 940 00000100:00080000:1.0:1772472267.494695:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1772472267.916991:0:29517:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472267.917000:0:29517:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472267.917637:0:29517:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472267.917652:0:29517:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472267.946812:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472268.715856:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1772472268.715884:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b8567d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856986368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1772472268.715971:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472268.716089:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986368 00000100:00100000:3.0:1772472268.716098:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986368 00000100:00100000:3.0:1772472268.716161:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1772472268.716171:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856986368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472268.716213:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472268.716272:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b833b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856986368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472268.716279:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1772472268.716350:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b8567d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856986368:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472268.978564:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472269.740217:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1772472269.740243:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856986496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472269.740355:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472269.740463:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986496 00000100:00100000:1.0:1772472269.740472:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986496 00000100:00100000:1.0:1772472269.740525:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1772472269.740534:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856986496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472269.740568:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472269.740613:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856986496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472269.740620:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1772472269.740661:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856986496:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1772472270.002155:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472270.089992:0:29568:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472270.090005:0:29568:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472270.093177:0:29568:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472270.093198:0:29568:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472271.018649:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472271.274692:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1772472271.274727:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856986624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472271.274838:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472271.275047:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986624 00000100:00100000:2.0:1772472271.275059:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986624 00000100:00100000:2.0:1772472271.275142:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1772472271.275155:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856986624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472271.275186:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472271.275234:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856986624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472271.275241:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:0.0:1772472271.275408:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1772472271.275448:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856986624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1772472271.276252:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856987136:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276331:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276384:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856987648:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276409:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276426:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856988160:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276447:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276470:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1772472271.276476:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856986752:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276503:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276525:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856987264:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276547:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276567:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856987776:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276588:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276619:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856987008:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276643:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276660:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856987520:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276682:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276697:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856988032:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.276732:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.276754:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1772472271.276760:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856986880:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.277013:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.277031:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856987392:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.277050:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.277068:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856987904:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.277086:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.277283:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987648 00000100:00100000:3.0:1772472271.277291:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987648 00000100:00100000:3.0:1772472271.277507:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988160 00000100:00100000:3.0:1772472271.277512:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988160 00000100:00100000:3.0:1772472271.277538:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987776 00000100:00100000:3.0:1772472271.277541:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987776 00000100:00100000:3.0:1772472271.277564:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1772472271.277572:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856987648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.277627:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856987648:12345-0@lo:400:kworker.0 Request processed in 56us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472271.277634:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1772472271.277649:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1772472271.277655:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856988160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.277684:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856988160:12345-0@lo:400:kworker.0 Request processed in 30us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472271.277691:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1772472271.278015:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987136 00000100:00100000:0.0:1772472271.278021:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987136 00000100:00100000:0.0:1772472271.278045:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987520 00000100:00100000:0.0:1772472271.278048:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987520 00000100:00100000:0.0:1772472271.278061:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988032 00000100:00100000:0.0:1772472271.278064:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988032 00000100:00100000:0.0:1772472271.278074:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986880 00000100:00100000:0.0:1772472271.278077:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986880 00000100:00100000:0.0:1772472271.278086:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987392 00000100:00100000:0.0:1772472271.278088:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987392 00000100:00100000:0.0:1772472271.278097:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987904 00000100:00100000:0.0:1772472271.278100:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987904 00000100:00100000:0.0:1772472271.278127:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:0.0:1772472271.278135:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856987136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278174:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856987136:12345-0@lo:400:kworker.0 Request processed in 41us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278180:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:0.0:1772472271.278195:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:0.0:1772472271.278200:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856987520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278236:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856987520:12345-0@lo:400:kworker.0 Request processed in 35us (1553us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278241:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:0.0:1772472271.278252:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:0.0:1772472271.278257:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856988032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278283:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c923edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856988032:12345-0@lo:400:kworker.0 Request processed in 26us (1551us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278288:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:0.0:1772472271.278318:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1772472271.278325:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856986880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278350:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856986880:12345-0@lo:400:kworker.0 Request processed in 27us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278356:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:0.0:1772472271.278380:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:0.0:1772472271.278387:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856987392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278413:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856987392:12345-0@lo:400:kworker.0 Request processed in 27us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278418:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:0.0:1772472271.278429:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:0.0:1772472271.278434:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856987904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278458:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856987904:12345-0@lo:400:kworker.0 Request processed in 24us (1370us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278463:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:0.0:1772472271.278485:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1772472271.278493:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856987776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278524:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856987776:12345-0@lo:400:kworker.0 Request processed in 32us (1935us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472271.278528:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:0.0:1772472271.278550:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1772472271.278554:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472271.278557:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1772472271.278559:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472271.278593:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856986880:0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278604:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856987392:0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278613:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856987904:0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278622:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856987520:0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278630:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856988032:0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.278698:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987264 00000100:00100000:0.0:1772472271.278715:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987264 00000100:00100000:0.0:1772472271.278748:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856987008 00000100:00100000:0.0:1772472271.278752:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856987008 00000100:00100000:0.0:1772472271.278765:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1772472271.279529:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856987776:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.279543:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856987136:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.279554:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856987648:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.279563:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856988160:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.279581:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1772472271.279593:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856988288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1772472271.279640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472271.279740:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856986752 00000100:00100000:3.0:1772472271.279746:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856986752 00000100:00100000:3.0:1772472271.279787:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1772472271.279802:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856986752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.279853:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3652:x1858570856986752:12345-0@lo:400:kworker.0 Request processed in 52us (3349us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472271.279860:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1772472271.279896:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:16f72e44-8050-4902-a072-a7532a3e8a1e:3652:1858570856986752:0@lo:400:kworker.0 00000100:00100000:3.0:1772472271.279920:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988288 00000100:00100000:3.0:1772472271.279923:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988288 00000100:00100000:3.0:1772472271.279945:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1772472271.279950:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856988288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472271.279965:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472271.279997:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856988288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472271.280006:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1772472271.280032:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856988288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472271.280132:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856987264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.280179:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856987264:12345-0@lo:400:kworker.0 Request processed in 52us (3631us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472271.283072:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856987264:0@lo:400:kworker.0 00000100:00100000:2.0:1772472271.296901:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1772472271.296932:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856987008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472271.297060:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8567dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856987008:12345-0@lo:400:kworker.0 Request processed in 142us (20415us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472271.297070:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1772472271.297167:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856987008:0@lo:400:kworker.0 00000100:00100000:0.0:1772472271.307498:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00010000:00010000:1.0:1772472272.045256:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472272.298581:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856988416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472272.298726:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472272.298842:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856988544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472272.299841:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472272.304848:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988416 00000100:00100000:3.0:1772472272.304868:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988416 00000100:00100000:3.0:1772472272.304937:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988544 00000100:00100000:3.0:1772472272.304941:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988544 00000100:00100000:3.0:1772472272.304963:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1772472272.304973:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856988416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472272.305009:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472272.305094:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856988416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (6368us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472272.305100:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1772472272.305125:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1772472272.305129:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856988544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1772472272.305137:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472272.305159:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86861500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856988544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (5323us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472272.305163:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1772472272.305200:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856988544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472272.306337:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856988416:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1772472272.338686:0:29619:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472272.338695:0:29619:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472272.340593:0:29619:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472272.340614:0:29619:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472272.587287:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.587435:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.587460:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.589017:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.589055:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.589082:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472272.589215:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143936 00000100:00100000:1.0:1772472272.589229:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143936 00000100:00100000:1.0:1772472272.589297:0:24701:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144448 00000100:00100000:1.0:1772472272.589316:0:24701:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144448 00000100:00100000:1.0:1772472272.589346:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1531 00000100:00100000:1.0:1772472272.589356:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2411:x1858570835143936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472272.589731:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2411:x1858570835143936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 374us (2453us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472272.589739:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1531 00000100:00100000:1.0:1772472272.589760:0:24701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1532 00000100:00100000:1.0:1772472272.589768:0:24701:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835144448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472272.589890:0:24701:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835144448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 122us (2427us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472272.589901:0:24701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1532 00000100:00080000:1.0:1772472272.589925:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472272.591187:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.591215:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.591252:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472272.591280:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144192 00000100:00100000:2.0:1772472272.591288:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144192 00000100:00100000:2.0:1772472272.591350:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144704 00000100:00100000:2.0:1772472272.591353:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144704 00000100:00100000:2.0:1772472272.591369:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144320 00000100:00100000:2.0:1772472272.591371:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144320 00000100:00100000:2.0:1772472272.591380:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144832 00000100:00100000:2.0:1772472272.591465:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144832 00000100:00100000:2.0:1772472272.591489:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 944 00000100:00100000:2.0:1772472272.591497:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835144192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472272.591565:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835144192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 69us (4130us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472272.591572:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 944 00000100:00100000:2.0:1772472272.591586:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 945 00000100:00100000:2.0:1772472272.591591:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835144704:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472272.591612:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835144704:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (2603us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472272.591618:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 945 00000100:00100000:2.0:1772472272.591626:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 946 00000100:00100000:2.0:1772472272.591631:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835144320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472272.591649:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835144320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472272.591655:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 946 00000100:00100000:2.0:1772472272.591663:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 947 00000100:00100000:2.0:1772472272.591668:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835144832:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472272.591684:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835144832:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472272.591689:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 947 00000100:00100000:2.0:1772472272.591709:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835143808 00000100:00100000:2.0:1772472272.591713:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835143808 00000100:00100000:2.0:1772472272.591737:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 857 00000100:00100000:2.0:1772472272.591743:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835143808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472272.591763:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835143808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472272.591769:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 857 00000100:00100000:1.0:1772472272.592255:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144064 00000100:00100000:1.0:1772472272.592262:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144064 00000100:00100000:1.0:1772472272.592319:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144576 00000100:00100000:1.0:1772472272.592322:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144576 00000100:00100000:1.0:1772472272.592349:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1533 00000100:00100000:1.0:1772472272.592357:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835144064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472272.592489:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835144064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 132us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472272.592496:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1533 00000100:00100000:1.0:1772472272.592510:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1534 00000100:00100000:1.0:1772472272.592516:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835144576:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472272.592538:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835144576:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472272.592544:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1534 00000100:00080000:1.0:1772472272.592561:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472272.592566:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472272.592569:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1772472273.067469:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472273.259415:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472273.259425:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472273.260498:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472273.260525:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472273.843359:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472273.843385:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856988672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1772472273.843461:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472273.843545:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988672 00000100:00100000:2.0:1772472273.843554:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988672 00000100:00100000:2.0:1772472273.843607:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1772472273.843618:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856988672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472273.843663:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472273.843712:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856988672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472273.843721:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1772472273.843801:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856988672:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1772472274.094560:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472274.590988:0:29670:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472274.591002:0:29670:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472274.591573:0:29670:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472274.591586:0:29670:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472274.671691:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1772472274.866218:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472274.866249:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856988800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1772472274.866364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472274.866437:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988800 00000100:00100000:0.0:1772472274.866447:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988800 00000100:00100000:0.0:1772472274.866505:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1772472274.866515:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856988800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472274.866560:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472274.866613:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856988800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472274.866621:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1772472274.866668:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856988800:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472275.114633:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1772472276.140036:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472276.398661:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472276.398691:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856988928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1772472276.398806:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.398911:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856988928 00000100:00100000:1.0:1772472276.398921:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856988928 00000100:00100000:1.0:1772472276.398996:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1772472276.399008:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856988928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472276.399042:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472276.399108:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3655:x1858570856988928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472276.399116:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1772472276.399172:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856988928:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1772472276.399452:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472276.399819:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856989184:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.399866:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.399899:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856989696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.399920:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.399941:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856990208:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.399959:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.399980:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1772472276.399985:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856989312:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.400010:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.400031:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856989824:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.400050:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.400066:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856990336:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400250:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856989440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400283:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472276.400351:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856989952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400375:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472276.400394:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856990464:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400413:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472276.400433:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1772472276.400439:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856989056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400466:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472276.400489:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856989568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400509:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472276.400526:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856990080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400545:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472276.400576:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989184 00000100:00100000:3.0:1772472276.400583:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989184 00000100:00100000:3.0:1772472276.400625:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989696 00000100:00100000:3.0:1772472276.400628:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989696 00000100:00100000:3.0:1772472276.400651:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990208 00000100:00100000:3.0:1772472276.400654:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990208 00000100:00100000:3.0:1772472276.400665:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989824 00000100:00100000:3.0:1772472276.400667:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989824 00000100:00100000:3.0:1772472276.400677:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989440 00000100:00100000:3.0:1772472276.400680:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989440 00000100:00100000:3.0:1772472276.400692:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1772472276.400699:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856989184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400757:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3652:x1858570856989184:12345-0@lo:400:kworker.0 Request processed in 58us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.400765:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1772472276.400791:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:3.0:1772472276.400799:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856989696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400826:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3652:x1858570856989696:12345-0@lo:400:kworker.0 Request processed in 29us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.400831:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:3.0:1772472276.400845:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1772472276.400850:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856990208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400875:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3652:x1858570856990208:12345-0@lo:400:kworker.0 Request processed in 25us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.400880:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1772472276.400890:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:3.0:1772472276.400897:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856989824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400922:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856989824:12345-0@lo:400:kworker.0 Request processed in 26us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.400926:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:3.0:1772472276.400937:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:3.0:1772472276.400942:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856989440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.400971:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3654:x1858570856989440:12345-0@lo:400:kworker.0 Request processed in 29us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.400978:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:3.0:1772472276.400996:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989952 00000100:00100000:3.0:1772472276.401000:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989952 00000100:00100000:3.0:1772472276.401024:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990464 00000100:00100000:3.0:1772472276.401027:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990464 00000100:00100000:3.0:1772472276.401048:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990080 00000100:00100000:3.0:1772472276.401050:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990080 00000100:00100000:3.0:1772472276.401068:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1772472276.401174:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856989952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401207:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856989952:12345-0@lo:400:kworker.0 Request processed in 38us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.401214:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1772472276.401226:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1772472276.401232:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856990464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401263:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856990464:12345-0@lo:400:kworker.0 Request processed in 32us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.401268:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1772472276.401278:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1772472276.401284:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856990080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401339:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856990080:12345-0@lo:400:kworker.0 Request processed in 54us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.401344:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1772472276.401376:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989056 00000100:00100000:3.0:1772472276.401383:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989056 00000100:00100000:3.0:1772472276.401407:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1772472276.401414:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856989056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401443:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856989056:12345-0@lo:400:kworker.0 Request processed in 30us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.401448:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1772472276.401477:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989312 00000100:00100000:3.0:1772472276.401480:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989312 00000100:00100000:3.0:1772472276.401504:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856989568 00000100:00100000:3.0:1772472276.401507:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856989568 00000100:00100000:3.0:1772472276.401518:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1772472276.401524:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856989312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401557:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856989312:12345-0@lo:400:kworker.0 Request processed in 33us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.401562:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1772472276.401574:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1772472276.401581:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856989568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401609:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856989568:12345-0@lo:400:kworker.0 Request processed in 29us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472276.401615:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:3.0:1772472276.401639:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1772472276.401644:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1772472276.401648:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1772472276.401650:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472276.401711:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856989056:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401726:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856989568:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401738:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856990080:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401749:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3654:1858570856989440:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401759:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856989952:0@lo:400:kworker.0 00000100:00100000:3.0:1772472276.401768:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856990464:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.402145:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3652:1858570856989184:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402157:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3652:1858570856989696:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402167:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3652:1858570856990208:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402186:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856989312:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402195:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856989824:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402222:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990336 00000100:00100000:1.0:1772472276.402227:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990336 00000100:00100000:1.0:1772472276.402269:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:1.0:1772472276.402275:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856990336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.402332:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856990336:12345-0@lo:400:kworker.0 Request processed in 57us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472276.402338:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00080000:1.0:1772472276.402373:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472276.402391:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856990336:0@lo:400:kworker.0 00000100:00100000:1.0:1772472276.405950:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856990592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472276.406037:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472276.406112:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990592 00000100:00100000:1.0:1772472276.406121:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990592 00000100:00100000:1.0:1772472276.406171:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1772472276.406180:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856990592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472276.406207:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472276.406253:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856990592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472276.406262:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1772472276.406334:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856990592:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1772472276.713262:0:29722:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472276.713274:0:29722:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472276.713838:0:29722:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472276.713847:0:29722:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1772472277.163610:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472277.418861:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856990720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472277.418934:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472277.418988:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990720 00000100:00100000:2.0:1772472277.418997:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990720 00000100:00100000:1.0:1772472277.419008:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1772472277.419015:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856990848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472277.419039:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472277.419048:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990848 00000100:00100000:2.0:1772472277.419051:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990848 00000100:00100000:2.0:1772472277.419082:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1772472277.419091:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856990720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472277.419121:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472277.419178:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856990720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472277.419223:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856990720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472277.424591:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1772472277.424625:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856990848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472277.424659:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472277.424754:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856990848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (5713us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472277.424775:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1772472277.428589:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856990848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1772472277.429655:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1772472277.706863:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472277.706912:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472277.706959:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1772472277.707542:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145472 00000100:00100000:0.0:1772472277.707555:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145472 00000100:00100000:0.0:1772472277.707641:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 951 00000100:00100000:0.0:1772472277.707654:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835145472:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472277.707655:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145216 00000100:00100000:3.0:1772472277.707661:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145216 00000100:00100000:3.0:1772472277.707707:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1541 00000100:00100000:3.0:1772472277.707718:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835145216:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472277.707745:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2411:x1858570835145472:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 94us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472277.707754:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 951 00000100:00080000:0.0:1772472277.707818:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1772472277.707824:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472277.707838:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2411:x1858570835145216:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 44us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472277.707850:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1541 00000100:00100000:2.0:1772472277.707995:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835144960 00000100:00100000:2.0:1772472277.708000:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835144960 00000100:00100000:2.0:1772472277.708036:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 859 00000100:00100000:2.0:1772472277.708042:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835144960:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472277.708068:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2411:x1858570835144960:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (1219us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472277.708075:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 859 00000100:00100000:1.0:1772472277.708281:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472277.708410:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472277.708434:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1772472277.708481:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145984 00000100:00100000:2.0:1772472277.708486:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145984 00000100:00100000:2.0:1772472277.708526:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 952 00000100:00100000:2.0:1772472277.708533:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835145984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472277.708566:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2411:x1858570835145984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472277.708573:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 952 00000100:00080000:2.0:1772472277.708619:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472277.711877:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472277.711907:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472277.711956:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145344 00000100:00100000:3.0:1772472277.711965:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145344 00000100:00100000:3.0:1772472277.712054:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 953 00000100:00100000:3.0:1772472277.712065:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835145344:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472277.712167:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2411:x1858570835145344:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 102us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472277.712177:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 953 00000100:00080000:3.0:1772472277.712212:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1772472277.712891:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145728 00000100:00100000:0.0:1772472277.712897:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145728 00000100:00080000:3.0:1772472277.712979:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1772472277.716856:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145088 00000100:00100000:2.0:1772472277.716877:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145088 00000100:00100000:2.0:1772472277.716966:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1542 00000100:00100000:2.0:1772472277.716981:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835145728:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1772472277.717076:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2411:x1858570835145728:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 100us (10071us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472277.717085:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1542 00000100:00100000:2.0:1772472277.717107:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1543 00000100:00100000:2.0:1772472277.717114:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2411:x1858570835145088:12345-192.168.202.58@tcp:400:kworker.0 00000100:00080000:3.0:1772472277.717505:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1772472277.721677:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b8547dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2411:x1858570835145088:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 4550us (13228us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472277.721693:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1543 00000100:00100000:1.0:1772472277.727297:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472277.727522:0:6525:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145600 00000100:00100000:3.0:1772472277.727535:0:6525:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145600 00000100:00100000:3.0:1772472277.727615:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1544 00000100:00100000:3.0:1772472277.727626:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835145600:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472277.727704:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2411:x1858570835145600:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 80us (15795us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472277.727712:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1544 00000100:00080000:1.0:1772472277.728275:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1772472277.729536:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835145856 00000100:00100000:0.0:1772472277.729550:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835145856 00000100:00100000:0.0:1772472277.729684:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 954 00000100:00100000:0.0:1772472277.729695:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835145856:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472277.729951:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2411:x1858570835145856:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 257us (2667us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472277.729961:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 954 00000100:00080000:1.0:1772472277.732461:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472278.186533:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1772472278.905660:0:29773:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1772472278.905671:0:29773:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1772472278.906198:0:29773:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1772472278.906208:0:29773:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472278.956228:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1772472278.956252:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856990976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472278.956353:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472278.956632:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856990976 00000100:00100000:3.0:1772472278.956642:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856990976 00000100:00100000:3.0:1772472278.956703:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1772472278.956713:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856990976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472278.956764:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472278.956831:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856990976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472278.956839:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1772472278.957377:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856990976:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472279.216144:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1772472279.978836:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1772472279.978864:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856991104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472279.978955:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472279.979256:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991104 00000100:00100000:1.0:1772472279.979267:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991104 00000100:00100000:1.0:1772472279.979356:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1772472279.979369:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856991104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472279.979411:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472279.979472:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856991104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472279.979479:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1772472279.979576:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856991104:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472280.234733:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1772472280.915638:0:29824:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1772472280.915650:0:29824:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1772472280.916187:0:29824:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1772472280.916198:0:29824:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1772472281.258624:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472281.514637:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1772472281.514666:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856991232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472281.514752:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.514828:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856991360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.514857:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472281.514876:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856991488:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.514879:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856991872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.514901:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472281.514905:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.514920:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856992384:0@lo:400:kworker.0 00000100:00100000:3.0:1772472281.514934:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856992000:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.514942:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472281.514952:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.514958:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1772472281.514963:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856991744:0@lo:400:kworker.0 00000100:00100000:3.0:1772472281.514965:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856992512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472281.515000:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472281.515085:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991232 00000100:00100000:0.0:1772472281.515095:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991232 00000100:00100000:0.0:1772472281.515159:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1772472281.515172:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856991232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1772472281.515206:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472281.515442:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992384 00000100:00100000:2.0:1772472281.515445:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992384 00000100:00100000:2.0:1772472281.515473:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1772472281.515479:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856992384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.515543:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991872 00000100:00100000:1.0:1772472281.515547:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991872 00000100:00100000:1.0:1772472281.515572:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1772472281.515577:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856991872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.515615:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856991872:12345-0@lo:400:kworker.0 Request processed in 38us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.515621:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00080000:1.0:1772472281.515639:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1772472281.515643:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1772472281.515670:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991488 00000100:00100000:1.0:1772472281.515674:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991488 00000100:00100000:1.0:1772472281.515747:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992000 00000100:00100000:1.0:1772472281.515750:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992000 00000100:00100000:1.0:1772472281.515774:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992512 00000100:00100000:1.0:1772472281.515777:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992512 00000100:00100000:1.0:1772472281.515807:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1772472281.515813:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856991488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.515851:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3654:x1858570856991488:12345-0@lo:400:kworker.0 Request processed in 37us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.515857:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1772472281.515868:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1772472281.515882:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856992000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.515915:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1858570856992000:12345-0@lo:400:kworker.0 Request processed in 26us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.515921:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1772472281.515939:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1772472281.515947:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856992512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.515979:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3654:x1858570856992512:12345-0@lo:400:kworker.0 Request processed in 33us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.515985:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1772472281.516015:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991360 00000100:00100000:1.0:1772472281.516019:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991360 00000100:00100000:1.0:1772472281.516053:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1772472281.516066:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856991360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516197:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3653:x1858570856991360:12345-0@lo:400:kworker.0 Request processed in 138us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.516204:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1772472281.516250:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856991616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516317:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.516347:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856992128:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516377:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.516414:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856992640:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516451:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1772472281.516476:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1772472281.516485:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992128 00000100:00100000:1.0:1772472281.516489:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992128 00000100:00100000:1.0:1772472281.516510:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992640 00000100:00100000:1.0:1772472281.516513:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992640 00000100:00100000:1.0:1772472281.516525:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1772472281.516530:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856992128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516586:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1858570856992128:12345-0@lo:400:kworker.0 Request processed in 55us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.516592:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1772472281.516604:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1772472281.516626:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856992640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516653:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3655:x1858570856992640:12345-0@lo:400:kworker.0 Request processed in 43us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.516659:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00080000:1.0:1772472281.516690:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1772472281.516723:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3655:1858570856992128:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516750:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3655:1858570856992640:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516774:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.516816:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856992256:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516839:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.516854:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c866df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856992768:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516871:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.516908:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856991872:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516918:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:16f72e44-8050-4902-a072-a7532a3e8a1e:3653:1858570856991360:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.516932:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856992896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472281.516950:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472281.516981:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991744 00000100:00100000:1.0:1772472281.516985:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991744 00000100:00100000:1.0:1772472281.517014:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1772472281.517020:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856991744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517065:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856991744:12345-0@lo:400:kworker.0 Request processed in 45us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.517071:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1772472281.517103:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856991744:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517157:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992256 00000100:00100000:1.0:1772472281.517160:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992256 00000100:00100000:1.0:1772472281.517194:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992768 00000100:00100000:1.0:1772472281.517197:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992768 00000100:00100000:1.0:1772472281.517217:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1772472281.517222:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856992256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517255:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856992256:12345-0@lo:400:kworker.0 Request processed in 32us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.517261:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1772472281.517272:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1772472281.517278:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856992768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517332:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856992768:12345-0@lo:400:kworker.0 Request processed in 54us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.517338:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1772472281.517353:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856991616 00000100:00100000:1.0:1772472281.517356:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856991616 00000100:00100000:1.0:1772472281.517378:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1772472281.517384:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856991616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517413:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3655:x1858570856991616:12345-0@lo:400:kworker.0 Request processed in 30us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.517418:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1772472281.517443:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856992896 00000100:00100000:1.0:1772472281.517446:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856992896 00000100:00100000:1.0:1772472281.517461:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1772472281.517466:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856992896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472281.517480:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472281.517505:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856992896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472281.517510:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:1.0:1772472281.517526:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472281.517528:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472281.517542:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3655:1858570856991616:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517564:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856992896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1772472281.517572:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856992256:0@lo:400:kworker.0 00000100:00100000:1.0:1772472281.517579:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856992768:0@lo:400:kworker.0 00000100:00100000:3.0:1772472281.518254:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3654:1858570856992512:0@lo:400:kworker.0 00000100:00100000:3.0:1772472281.518278:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbc30dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3654:1858570856991488:0@lo:400:kworker.0 00000100:00100000:3.0:1772472281.518290:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3654:1858570856992000:0@lo:400:kworker.0 00000100:00100000:0.0:1772472281.523737:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856991232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8548us (8964us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472281.523752:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1772472281.523911:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84b79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856991232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1772472281.527149:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856992384:12345-0@lo:400:kworker.0 Request processed in 11657us (12193us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472281.527166:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1772472281.527887:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c866ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856992384:0@lo:400:kworker.0 00010000:00010000:1.0:1772472282.283576:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472282.541294:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856993024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472282.541400:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472282.541449:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993024 00000100:00100000:3.0:1772472282.541460:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993024 00000100:00100000:1.0:1772472282.541481:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472282.541489:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856993152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472282.541516:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472282.541528:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1772472282.541539:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856993024:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472282.541565:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993152 00000100:00100000:1.0:1772472282.541568:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993152 00002000:00000024:3.0:1772472282.541573:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:1.0:1772472282.541589:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1772472282.541595:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856993152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1772472282.541604:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472282.543040:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856993024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1495us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472282.543040:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856993152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1444us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472282.543053:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1772472282.543135:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856993152:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472282.543151:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856993024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472282.543242:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1772472282.821237:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821287:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821356:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821383:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821411:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821431:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821453:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821471:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821493:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472282.821524:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146496 00000100:00100000:1.0:1772472282.821534:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146496 00000100:00100000:1.0:1772472282.821591:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147008 00000100:00100000:1.0:1772472282.821595:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147008 00000100:00100000:1.0:1772472282.821616:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146624 00000100:00100000:1.0:1772472282.821618:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146624 00000100:00100000:1.0:1772472282.821632:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147136 00000100:00100000:1.0:1772472282.821634:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147136 00000100:00100000:1.0:1772472282.821651:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 958 00000100:00100000:1.0:1772472282.821661:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835146496:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472282.821743:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2410:x1858570835146496:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 83us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472282.821878:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 959 00000100:00100000:3.0:1772472282.821889:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835147008:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472282.821918:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2410:x1858570835147008:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472282.821926:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 959 00000100:00100000:3.0:1772472282.821943:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 960 00000100:00100000:3.0:1772472282.821949:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835146624:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472282.821968:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2410:x1858570835146624:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472282.821974:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 960 00000100:00100000:3.0:1772472282.821983:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 961 00000100:00100000:3.0:1772472282.821989:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835147136:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472282.822010:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2410:x1858570835147136:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472282.822015:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 961 00000100:00100000:3.0:1772472282.822034:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146112 00000100:00100000:3.0:1772472282.822037:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146112 00000100:00100000:3.0:1772472282.822077:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 861 00000100:00100000:3.0:1772472282.822084:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835146112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472282.822108:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2410:x1858570835146112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472282.822113:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 861 00000100:00100000:0.0:1772472282.822426:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146240 00000100:00100000:0.0:1772472282.822431:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146240 00000100:00100000:0.0:1772472282.822467:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146752 00000100:00100000:0.0:1772472282.822470:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146752 00000100:00100000:0.0:1772472282.822491:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146368 00000100:00100000:0.0:1772472282.822494:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146368 00000100:00100000:0.0:1772472282.822509:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835146880 00000100:00100000:0.0:1772472282.822511:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835146880 00000100:00100000:0.0:1772472282.822529:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1551 00000100:00100000:0.0:1772472282.822536:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2410:x1858570835146240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472282.822574:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2410:x1858570835146240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472282.822581:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1551 00000100:00100000:0.0:1772472282.822595:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1552 00000100:00100000:0.0:1772472282.822602:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2410:x1858570835146752:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472282.822625:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2410:x1858570835146752:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472282.822630:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1552 00000100:00100000:0.0:1772472282.822641:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1553 00000100:00100000:0.0:1772472282.822647:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2410:x1858570835146368:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472282.822669:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c866dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2410:x1858570835146368:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472282.822675:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1553 00000100:00100000:0.0:1772472282.822685:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1554 00000100:00100000:0.0:1772472282.822691:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835146880:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1772472282.822712:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbc30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2410:x1858570835146880:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (1240us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472282.822731:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1554 00000100:00100000:1.0:1772472282.823148:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 958 00000100:00080000:1.0:1772472282.823186:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472282.823190:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472282.823193:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472282.823197:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1772472283.099461:0:29876:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472283.099472:0:29876:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472283.100020:0:29876:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472283.100032:0:29876:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472283.306751:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472283.501166:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472283.501177:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472283.501772:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472283.501788:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1772472284.074617:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1772472284.074645:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856993280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1772472284.074738:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472284.075020:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993280 00000100:00100000:2.0:1772472284.075032:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993280 00000100:00100000:2.0:1772472284.075095:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1772472284.075105:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856993280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1772472284.075141:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1772472284.075211:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3653:x1858570856993280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472284.075219:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1772472284.075374:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856993280:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1772472284.334482:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472284.913111:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1772472285.099401:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856993408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472285.099482:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472285.100332:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993408 00000100:00100000:1.0:1772472285.100344:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993408 00000100:00100000:1.0:1772472285.100411:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1772472285.100422:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856993408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472285.100465:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472285.100554:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856993408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472285.100562:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1772472285.100747:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856993408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472285.367427:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472285.538166:0:29927:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472285.538178:0:29927:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472285.538793:0:29927:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472285.538802:0:29927:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472286.378596:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472286.634696:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856993792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.634776:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.634844:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856994304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.634871:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.634918:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86babb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856994816:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.634940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.634969:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1772472286.634976:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856993920:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635112:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856993664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635145:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635172:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856994176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635193:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635210:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856994688:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635230:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635249:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1772472286.635256:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856993536:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635284:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635330:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856994048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635353:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635369:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856994560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635391:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635410:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856995072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635431:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472286.635467:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993792 00000100:00100000:3.0:1772472286.635477:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993792 00000100:00100000:3.0:1772472286.635522:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994048 00000100:00100000:3.0:1772472286.635526:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994048 00000100:00100000:3.0:1772472286.635545:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1772472286.635553:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856993792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635611:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856993792:12345-0@lo:400:kworker.0 Request processed in 58us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.635619:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1772472286.635637:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1772472286.635644:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856994048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635678:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856994048:12345-0@lo:400:kworker.0 Request processed in 34us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.635692:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1772472286.635713:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994560 00000100:00100000:3.0:1772472286.635716:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994560 00000100:00100000:3.0:1772472286.635743:0:8408:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995072 00000100:00100000:3.0:1772472286.635746:0:8408:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995072 00000100:00100000:3.0:1772472286.635763:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1772472286.635769:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856994560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635799:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856994560:12345-0@lo:400:kworker.0 Request processed in 30us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.635805:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1772472286.635816:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1772472286.635822:0:8408:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856995072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635848:0:8408:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856995072:12345-0@lo:400:kworker.0 Request processed in 26us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.635853:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1772472286.635893:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856994048:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635905:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856994560:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635913:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856995072:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.635959:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994304 00000100:00100000:3.0:1772472286.635963:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994304 00000100:00100000:3.0:1772472286.636246:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994816 00000100:00100000:3.0:1772472286.636250:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994816 00000100:00100000:3.0:1772472286.636269:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993664 00000100:00100000:3.0:1772472286.636272:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993664 00000100:00100000:3.0:1772472286.636283:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994176 00000100:00100000:3.0:1772472286.636285:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994176 00000100:00100000:3.0:1772472286.636296:0:6527:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994688 00000100:00100000:3.0:1772472286.636298:0:6527:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994688 00000100:00100000:3.0:1772472286.636342:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1772472286.636348:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856994304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636389:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856994304:12345-0@lo:400:kworker.0 Request processed in 40us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.636394:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1772472286.636406:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1772472286.636412:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856994816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636439:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856994816:12345-0@lo:400:kworker.0 Request processed in 28us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.636444:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1772472286.636454:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:3.0:1772472286.636460:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856993664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636494:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856993664:12345-0@lo:400:kworker.0 Request processed in 34us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.636500:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:3.0:1772472286.636511:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1772472286.636518:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856994176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636545:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856994176:12345-0@lo:400:kworker.0 Request processed in 28us (1350us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.636550:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1772472286.636562:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1772472286.636568:0:6527:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856994688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636594:0:6527:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856994688:12345-0@lo:400:kworker.0 Request processed in 26us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472286.636599:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1772472286.636632:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856993664:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636643:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856994176:0@lo:400:kworker.0 00000100:00100000:3.0:1772472286.636652:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856994688:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.636824:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.636851:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856994432:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.636876:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472286.637155:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993920 00000100:00100000:2.0:1772472286.637161:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993920 00000100:00100000:2.0:1772472286.637197:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1772472286.637205:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856993920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1772472286.637249:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3652:x1858570856993920:12345-0@lo:400:kworker.0 Request processed in 45us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472286.637255:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:0.0:1772472286.637358:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856994944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.637389:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.637432:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856993792:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.637446:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856994304:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.637457:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86babb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856994816:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.637483:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3652:1858570856993920:0@lo:400:kworker.0 00000100:00100000:1.0:1772472286.637656:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856993536 00000100:00100000:1.0:1772472286.637660:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856993536 00000100:00100000:1.0:1772472286.637701:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1772472286.637708:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856993536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472286.637747:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5589450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3655:x1858570856993536:12345-0@lo:400:kworker.0 Request processed in 40us (2461us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472286.637753:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1772472286.637791:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994432 00000100:00100000:1.0:1772472286.637795:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994432 00000100:00100000:1.0:1772472286.637824:0:8409:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856994944 00000100:00100000:1.0:1772472286.637827:0:8409:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856994944 00000100:00100000:1.0:1772472286.637845:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1772472286.637851:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856994432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472286.637884:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856994432:12345-0@lo:400:kworker.0 Request processed in 33us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472286.637890:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1772472286.637918:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1772472286.637925:0:8409:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856994944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472286.637951:0:8409:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3652:x1858570856994944:12345-0@lo:400:kworker.0 Request processed in 27us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472286.637957:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00080000:1.0:1772472286.637972:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472286.637976:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472286.637979:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472286.637981:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1772472286.638192:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472286.638207:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856995200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472286.638240:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472286.638272:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995200 00000100:00100000:1.0:1772472286.638276:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995200 00000100:00100000:1.0:1772472286.638324:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1772472286.638331:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856995200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1772472286.638351:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472286.638385:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856995200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472286.638392:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1772472286.638427:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cbffa1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856995200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472286.638455:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:16f72e44-8050-4902-a072-a7532a3e8a1e:3655:1858570856993536:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.638802:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856995328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472286.638845:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472286.638882:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856994432:0@lo:400:kworker.0 00000100:00100000:1.0:1772472286.639741:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995328 00000100:00100000:1.0:1772472286.639750:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995328 00000100:00100000:1.0:1772472286.639802:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1772472286.639810:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856995328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1772472286.639827:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:1.0:1772472286.639874:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856995328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472286.639880:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1772472286.640554:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856994944:0@lo:400:kworker.0 00000100:00100000:0.0:1772472286.640620:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856995328:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1772472287.402874:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472287.595568:0:29978:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472287.595582:0:29978:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472287.596445:0:29978:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472287.596461:0:29978:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1772472287.661781:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856995456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1772472287.661857:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472287.662250:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995456 00000100:00100000:2.0:1772472287.662260:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995456 00000100:00100000:2.0:1772472287.662363:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1772472287.662373:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856995456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472287.662405:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472287.662451:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856995456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472287.662458:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1772472287.662575:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856995456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472287.665258:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472287.665281:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b84cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856995584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1772472287.665363:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472287.665422:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995584 00000100:00100000:3.0:1772472287.665431:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995584 00000100:00100000:3.0:1772472287.665474:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1772472287.665483:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856995584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1772472287.665505:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:3.0:1772472287.665548:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856995584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472287.665555:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1772472287.665599:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b84cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856995584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472287.940404:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940444:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940471:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940487:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940526:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940544:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940559:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940573:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940594:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1772472287.940620:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147648 00000100:00100000:1.0:1772472287.940630:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147648 00000100:00100000:1.0:1772472287.940721:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148160 00000100:00100000:1.0:1772472287.940725:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148160 00000100:00100000:1.0:1772472287.940747:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147776 00000100:00100000:1.0:1772472287.940750:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147776 00000100:00100000:1.0:1772472287.940764:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148288 00000100:00100000:1.0:1772472287.940766:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148288 00000100:00100000:1.0:1772472287.940782:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 966 00000100:00100000:1.0:1772472287.940792:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835147648:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.940864:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2409:x1858570835147648:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 73us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.940871:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 966 00000100:00100000:1.0:1772472287.940887:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 967 00000100:00100000:1.0:1772472287.940894:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835148160:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.940920:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2409:x1858570835148160:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.940926:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 967 00000100:00100000:1.0:1772472287.940938:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 968 00000100:00100000:1.0:1772472287.940944:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835147776:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.940968:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2409:x1858570835147776:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.940986:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 968 00000100:00100000:1.0:1772472287.940998:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 969 00000100:00100000:1.0:1772472287.941005:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835148288:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.941029:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2409:x1858570835148288:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.941035:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 969 00000100:00100000:1.0:1772472287.941055:0:6518:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147264 00000100:00100000:1.0:1772472287.941058:0:6518:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147264 00000100:00100000:1.0:1772472287.941085:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 863 00000100:00100000:1.0:1772472287.941091:0:6518:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835147264:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.941117:0:6518:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2409:x1858570835147264:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.941123:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 863 00000100:00100000:1.0:1772472287.941153:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147392 00000100:00100000:1.0:1772472287.941156:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147392 00000100:00100000:1.0:1772472287.941183:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147904 00000100:00100000:1.0:1772472287.941186:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147904 00000100:00100000:1.0:1772472287.941205:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835147520 00000100:00100000:1.0:1772472287.941208:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835147520 00000100:00100000:1.0:1772472287.941220:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148032 00000100:00100000:1.0:1772472287.941223:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148032 00000100:00100000:1.0:1772472287.941237:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1561 00000100:00100000:1.0:1772472287.941243:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2409:x1858570835147392:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.941269:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2409:x1858570835147392:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.941276:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1561 00000100:00100000:1.0:1772472287.941287:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1562 00000100:00100000:1.0:1772472287.941293:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2409:x1858570835147904:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.941346:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2409:x1858570835147904:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 51us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.941353:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1562 00000100:00100000:1.0:1772472287.941365:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1563 00000100:00100000:1.0:1772472287.941371:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2409:x1858570835147520:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.941392:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2409:x1858570835147520:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.941398:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1563 00000100:00100000:1.0:1772472287.941409:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1564 00000100:00100000:1.0:1772472287.941415:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835148032:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472287.941433:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cbffa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2409:x1858570835148032:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472287.941439:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1564 00000100:00080000:1.0:1772472287.941457:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1772472287.941461:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1772472287.941464:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1772472287.941466:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1772472288.426558:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1772472289.194467:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1772472289.194492:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856995712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472289.194558:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472289.194992:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995712 00000100:00100000:3.0:1772472289.195002:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995712 00000100:00100000:3.0:1772472289.195644:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1772472289.195657:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856995712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1772472289.195716:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:3.0:1772472289.195788:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3654:x1858570856995712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472289.195796:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1772472289.196376:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9c8eca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856995712:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1772472289.450626:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1772472289.738951:0:30030:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472289.738961:0:30030:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472289.739994:0:30030:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472289.740006:0:30030:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1772472290.219133:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472290.219158:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856995840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1772472290.219227:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472290.230869:0:6530:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995840 00000100:00100000:1.0:1772472290.230885:0:6530:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995840 00000100:00100000:1.0:1772472290.230957:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1772472290.230969:0:6530:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856995840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1772472290.231022:0:6530:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1772472290.231182:0:6530:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3653:x1858570856995840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 215us (11953us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472290.231189:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1772472290.232547:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3653:1858570856995840:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1772472290.474624:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1772472291.499275:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1772472291.754926:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1772472291.754950:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856995968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1772472291.755015:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472291.755081:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856995968 00000100:00100000:2.0:1772472291.755089:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856995968 00000100:00100000:2.0:1772472291.755139:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1772472291.755149:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856995968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1772472291.755178:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:2.0:1772472291.755218:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cae8e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3652:x1858570856995968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472291.755226:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:2.0:1772472291.755245:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1772472291.755276:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3652:1858570856995968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1772472291.755453:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856996352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472291.755485:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472291.755494:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856996096:0@lo:400:kworker.0 00000100:00100000:0.0:1772472291.755507:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856996864:0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.755529:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.755594:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856996480:0@lo:400:kworker.0 00000100:00100000:2.0:1772472291.755821:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856996224:0@lo:400:kworker.0 00000100:00100000:0.0:1772472291.758838:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472291.761365:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856996608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.761433:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472291.761458:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856997120:0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.761484:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472291.761514:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856997632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472291.761538:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472291.761588:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996352 00000100:00100000:1.0:1772472291.761596:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996352 00000100:00100000:1.0:1772472291.761639:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996608 00000100:00100000:1.0:1772472291.761652:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996608 00000100:00100000:1.0:1772472291.761853:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1772472291.761863:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856996352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.761963:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9c8eca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856996352:12345-0@lo:400:kworker.0 Request processed in 100us (6476us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472291.761970:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1772472291.761987:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1772472291.761993:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856996608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.762025:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856996608:12345-0@lo:400:kworker.0 Request processed in 32us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472291.762031:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1772472291.762053:0:6519:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996096 00000100:00100000:1.0:1772472291.762058:0:6519:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996096 00000100:00100000:1.0:1772472291.762084:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1772472291.762090:0:6519:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856996096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.762120:0:6519:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca5588c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:16f72e44-8050-4902-a072-a7532a3e8a1e+23:3654:x1858570856996096:12345-0@lo:400:kworker.0 Request processed in 30us (6590us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472291.762126:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1772472291.762159:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996864 00000100:00100000:1.0:1772472291.762163:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996864 00000100:00100000:3.0:1772472291.762249:0:8412:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997632 00000100:00100000:3.0:1772472291.762253:0:8412:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997632 00000100:00100000:1.0:1772472291.762316:0:10040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1772472291.762324:0:10040:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856996864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.762354:0:10040:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3652:x1858570856996864:12345-0@lo:400:kworker.0 Request processed in 32us (3526us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472291.762361:0:10040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1772472291.762490:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997120 00000100:00100000:1.0:1772472291.762494:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997120 00000100:00100000:3.0:1772472291.762909:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1772472291.762916:0:8412:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856997632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1772472291.762933:0:8412:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 244210496 pending 0 free 3915091968 avail 3683569664 00000100:00100000:3.0:1772472291.762973:0:8412:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3654:x1858570856997632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.762979:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1772472291.766996:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1772472291.767020:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856997120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.767123:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856997120:12345-0@lo:400:kworker.0 Request processed in 114us (5638us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472291.767131:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1772472291.767235:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cae8e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3654:1858570856997632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1772472291.767249:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:16f72e44-8050-4902-a072-a7532a3e8a1e:3654:1858570856996096:0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.767261:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856996608:0@lo:400:kworker.0 00000100:00100000:1.0:1772472291.767272:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856997120:0@lo:400:kworker.0 00000100:00080000:2.0:1772472291.768117:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472291.768125:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1772472291.768129:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472291.768885:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.768951:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856996736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.768995:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.769019:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856997248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769055:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.769091:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996224 00000100:00100000:3.0:1772472291.769100:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996224 00000100:00100000:3.0:1772472291.769136:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996736 00000100:00100000:3.0:1772472291.769138:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996736 00000100:00100000:3.0:1772472291.769158:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997248 00000100:00100000:3.0:1772472291.769161:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997248 00000100:00100000:3.0:1772472291.769176:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1772472291.769182:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856996224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769228:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3655:x1858570856996224:12345-0@lo:400:kworker.0 Request processed in 46us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.769235:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1772472291.769250:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:3.0:1772472291.769255:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856996736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769276:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3655:x1858570856996736:12345-0@lo:400:kworker.0 Request processed in 22us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.769281:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:3.0:1772472291.769289:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:3.0:1772472291.769293:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856997248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769335:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3655:x1858570856997248:12345-0@lo:400:kworker.0 Request processed in 41us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.769341:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00080000:3.0:1772472291.769362:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1772472291.769406:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3655:1858570856996224:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769419:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3655:1858570856996736:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769436:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3655:1858570856997248:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769467:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.769489:0:6526:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996480 00000100:00100000:3.0:1772472291.769492:0:6526:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996480 00000100:00100000:3.0:1772472291.769513:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1772472291.769518:0:6526:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856996480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769561:0:6526:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3653:x1858570856996480:12345-0@lo:400:kworker.0 Request processed in 42us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.769567:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1772472291.769593:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3653:1858570856996480:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769600:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856996992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769623:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.769657:0:9676:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856996992 00000100:00100000:3.0:1772472291.769661:0:9676:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856996992 00000100:00100000:3.0:1772472291.769691:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1772472291.769697:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856996992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769742:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856996992:12345-0@lo:400:kworker.0 Request processed in 44us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.769749:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00080000:3.0:1772472291.769766:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1772472291.769782:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856996992:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769788:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856997504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769809:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1772472291.769831:0:16551:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997504 00000100:00100000:3.0:1772472291.769834:0:16551:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997504 00000100:00100000:3.0:1772472291.769858:0:16551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1772472291.769864:0:16551:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856997504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.769894:0:16551:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856997504:12345-0@lo:400:kworker.0 Request processed in 30us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472291.769899:0:16551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1772472291.769923:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856997504:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.774290:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3652:1858570856996864:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.774345:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856997376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.776533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1772472291.776654:0:10040:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997376 00000100:00100000:3.0:1772472291.776656:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856996352:0@lo:400:kworker.0 00000100:00100000:0.0:1772472291.776662:0:10040:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997376 00000100:00100000:3.0:1772472291.776732:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00080000:2.0:1772472291.777132:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1772472291.778512:0:6525:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856997376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.778623:0:6525:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3652:x1858570856997376:12345-0@lo:400:kworker.0 Request processed in 1883us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472291.779014:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3652:1858570856997376:0@lo:400:kworker.0 00000100:00100000:3.0:1772472291.785753:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000040:00080000:1.0:1772472291.848230:0:30081:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1772472291.848240:0:30081:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1772472291.849504:0:30081:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1772472291.849524:0:30081:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1772472292.523380:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1772472292.778824:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1772472292.778850:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856997760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472292.778922:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472292.781705:0:3653:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1772472292.782699:0:8411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997760 00000100:00100000:2.0:1772472292.782721:0:8411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997760 00000100:00100000:2.0:1772472292.782790:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1772472292.782801:0:8411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856997760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1772472292.782836:0:8411:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472292.782932:0:8411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3654:x1858570856997760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (4009us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472292.782939:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1772472292.783133:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3654:1858570856997760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1772472292.786003:0:3653:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856997888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1772472292.786080:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1772472292.789887:0:14224:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856997888 00000100:00100000:2.0:1772472292.789903:0:14224:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856997888 00000100:00100000:2.0:1772472292.790035:0:14224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1772472292.790047:0:14224:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856997888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1772472292.790076:0:14224:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 238443328 pending 0 free 3922427904 avail 3690905600 00000100:00100000:2.0:1772472292.790168:0:14224:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3653:x1858570856997888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (4086us total) trans 0 rc 0/0 00000100:00100000:2.0:1772472292.790175:0:14224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1772472292.790273:0:3653:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b86baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3653:1858570856997888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1772472293.063938:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.063985:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064023:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064048:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064084:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064104:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064122:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1772472293.064185:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148928 00000100:00100000:3.0:1772472293.064194:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148928 00000100:00100000:3.0:1772472293.064245:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835149440 00000100:00100000:3.0:1772472293.064248:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835149440 00000100:00100000:3.0:1772472293.064262:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148800 00000100:00100000:3.0:1772472293.064264:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148800 00000100:00100000:3.0:1772472293.064274:0:8410:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835149312 00000100:00100000:3.0:1772472293.064276:0:8410:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835149312 00000100:00100000:3.0:1772472293.064291:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 973 00000100:00100000:3.0:1772472293.064340:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835148928:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472293.064417:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+18:2412:x1858570835148928:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 117us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472293.064424:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 973 00000100:00100000:3.0:1772472293.064438:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 974 00000100:00100000:3.0:1772472293.064444:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835149440:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472293.064464:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2ce44aae-cbc4-4356-8d53-255da58f59f5+9:2412:x1858570835149440:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472293.064470:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 974 00000100:00100000:3.0:1772472293.064479:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 975 00000100:00100000:1.0:1772472293.064605:0:6520:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148416 00000100:00100000:1.0:1772472293.064610:0:6520:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148416 00000100:00100000:1.0:1772472293.064649:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00100000:1.0:1772472293.064656:0:6520:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835148416:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472293.064681:0:6520:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9ca558b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:244c6963-dd9e-43b9-b8a6-af9e95703f6e+12:2412:x1858570835148416:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472293.064687:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 865 00000100:00100000:1.0:1772472293.064735:0:9676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 976 00000100:00100000:1.0:1772472293.064743:0:9676:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835149312:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472293.064765:0:9676:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+10:2412:x1858570835149312:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472293.064770:0:9676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 976 00000100:00100000:1.0:1772472293.064789:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148672 00000100:00100000:1.0:1772472293.064792:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148672 00000100:00100000:1.0:1772472293.064817:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835149184 00000100:00100000:1.0:1772472293.064819:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835149184 00000100:00100000:1.0:1772472293.064837:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835148544 00000100:00100000:1.0:1772472293.064839:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835148544 00000100:00100000:1.0:1772472293.064850:0:9675:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570835149056 00000100:00100000:1.0:1772472293.064852:0:9675:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570835149056 00000100:00100000:1.0:1772472293.064866:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1571 00000100:00100000:1.0:1772472293.064871:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835148672:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472293.064898:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+6:2412:x1858570835148672:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 27us (913us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472293.064904:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1571 00000100:00100000:1.0:1772472293.064915:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1572 00000100:00100000:1.0:1772472293.064921:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835149184:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472293.064943:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+5:2412:x1858570835149184:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472293.064948:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1572 00000100:00100000:1.0:1772472293.064959:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1573 00000100:00100000:1.0:1772472293.064966:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2412:x1858570835148544:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472293.064989:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b86bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0cdef135-3dee-4e07-9e9c-e44b40dd119b+96:2412:x1858570835148544:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472293.064995:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1573 00000100:00100000:1.0:1772472293.065005:0:9675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1574 00000100:00100000:1.0:1772472293.065011:0:9675:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2412:x1858570835149056:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1772472293.065031:0:9675:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84b79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2ce44aae-cbc4-4356-8d53-255da58f59f5+37:2412:x1858570835149056:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472293.065040:0:9675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1574 00000100:00080000:2.0:1772472293.065436:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1772472293.065441:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1772472293.065444:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1772472293.065447:0:6521:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1772472293.065736:0:8410:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835148800:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1772472293.065792:0:8410:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b84cc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0cdef135-3dee-4e07-9e9c-e44b40dd119b+17:2412:x1858570835148800:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1306us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1772472293.065800:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 975 00010000:00010000:1.0:1772472293.547092:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1772472293.738531:0:13642:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1772472293.738540:0:13642:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1772472293.741701:0:13642:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1772472293.741807:0:13642:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1772472294.127419:0:13645:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1772472294.314532:0:3652:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1772472294.314558:0:3652:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856998016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1772472294.314643:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472294.314765:0:6531:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856998016 00000100:00100000:1.0:1772472294.314773:0:6531:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856998016 00000100:00100000:1.0:1772472294.314830:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1772472294.314839:0:6531:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856998016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1772472294.314872:0:6531:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1772472294.314931:0:6531:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9cb7825f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3652:x1858570856998016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1772472294.314939:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1772472294.315000:0:3652:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9cb7827480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3652:1858570856998016:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1772472294.573476:0:6513:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1772472294.807019:0:30131:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x35:0x0 is not SUCCEED on mds1 00000100:00100000:3.0:1772472295.338681:0:3655:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1772472295.338708:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8f9b869b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856998144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1772472295.338789:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1772472295.341637:0:7773:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1858570856998144 00000100:00100000:1.0:1772472295.341655:0:7773:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1858570856998144 00000100:00100000:0.0:1772472295.344575:0:7773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1772472295.344591:0:7773:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856998144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1772472295.344651:0:7773:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1772472295.344760:0:7773:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8f9b869adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3655:x1858570856998144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 173us (5970us total) trans 0 rc 0/0 00000100:00100000:0.0:1772472295.344768:0:7773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1772472295.344873:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8f9b869b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3655:1858570856998144:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1772472295.594598:0:6514:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1772472296.619832:0:7901:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 72007 lines, 72007 kept, 0 dropped, 0 bad.